{"domain":"0123tt.ru","rank":2112,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"0123tt.ru","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://0123tt.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":5,"bytes":622},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146948,"botStatus":200,"botBytes":146890,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Безумный мир","lang":"ru","ssrTextLength":10958,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":29,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx/1.18.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"0xrpc.io","rank":1346,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"0xrpc.io","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://0xrpc.github.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6946,"botStatus":200,"botBytes":6946,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":3246,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"GitHub.com"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"10086.cn","rank":4468,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"10086.cn","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://10086.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10312,"botStatus":200,"botBytes":10312,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Web"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"10jqka.com.cn","rank":3575,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"10jqka.com.cn","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.10jqka.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":209474,"botStatus":200,"botBytes":209474,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"同花顺财经__让投资变得更简单","lang":"zh","ssrTextLength":7206,"h1Count":0,"landmarks":["nav"],"imagesTotal":27,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"Stargate"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"123av.com","rank":4684,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"123av.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://123av.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5570,"botStatus":403,"botBytes":5570,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"123rf.com","rank":4608,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"123rf.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.123rf.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Google-Extended","CCBot","Amazonbot"],"groupCount":7,"usesAllowRules":false,"crawlDelay":null,"bytes":639},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot"],"cloaking":{"tested":true,"browserBytes":251441,"botStatus":200,"botBytes":251444,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Stock Photos, Vectors and Royalty Free Images from 123RF","lang":"en","ssrTextLength":3302,"h1Count":1,"landmarks":["footer"],"imagesTotal":89,"imagesWithAlt":75,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"126.net","rank":3923,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"126.net","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://126.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15216,"botStatus":200,"botBytes":15216,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"网易","lang":null,"ssrTextLength":2543,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"163.com","rank":407,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"163.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.163.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":225},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":244591,"botStatus":403,"botBytes":311,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"网易","lang":null,"ssrTextLength":9493,"h1Count":1,"landmarks":[],"imagesTotal":60,"imagesWithAlt":58,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"163img.com","rank":3306,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"163img.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://163img.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":602,"botStatus":200,"botBytes":602,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"163 导航页","lang":null,"ssrTextLength":42,"h1Count":0,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"163jiasu.com","rank":3698,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"163jiasu.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://163jiasu.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15737,"botStatus":200,"botBytes":15737,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"网易","lang":null,"ssrTextLength":2577,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"APISIX"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"166.com","rank":1987,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"166.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://166.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":950,"botStatus":200,"botBytes":950,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"163 导航页","lang":null,"ssrTextLength":64,"h1Count":0,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"1688.com","rank":2115,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1688.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.1688.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":8232},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103588,"botStatus":200,"botBytes":4837,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"阿里1688首页","lang":null,"ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"17track.net","rank":3500,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"17track.net","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.17track.net/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":73},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":187090,"botStatus":200,"botBytes":187090,"detected":false},"llmsTxt":{"present":true,"bytes":10179,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"All in one global package tracking | 17TRACK","lang":"en","ssrTextLength":13361,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":55,"imagesWithAlt":54,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"182682.xyz","rank":3564,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"182682.xyz","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wetest.vip/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14212,"botStatus":200,"botBytes":14212,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"微测网 - 全球云服务监测平台","lang":"zh","ssrTextLength":1464,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"18comic.vip","rank":1434,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"18comic.vip","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://18comic.vip/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["CCBot"],"groupCount":16,"usesAllowRules":true,"crawlDelay":10,"bytes":978},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5721,"botStatus":403,"botBytes":5700,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"1984.is","rank":4780,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1984.is","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://1984.is/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":107},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72451,"botStatus":200,"botBytes":72451,"detected":false},"llmsTxt":{"present":true,"bytes":1608,"specValid":true,"issues":[],"linkCount":17},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"1984 - Heimsins vinsælasta hýsing á Íslandi","lang":"is","ssrTextLength":3411,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"1c.ru","rank":1570,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1c.ru","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://1c.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["Bytespider"],"groupCount":9,"usesAllowRules":false,"crawlDelay":null,"bytes":1114},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":62828,"botStatus":200,"botBytes":62828,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Фирма «1С»","lang":"ru","ssrTextLength":5471,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":22,"imagesWithAlt":21,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"1capp.com","rank":4369,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1capp.com","observedAt":"2026-08-09T17:55:53.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://1capp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":5,"bytes":29},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14934,"botStatus":200,"botBytes":14934,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"1С:Предприятие 8. Готовое рабочее место","lang":"ru","ssrTextLength":265,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"1cfresh.com","rank":5087,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1cfresh.com","observedAt":"2026-08-09T17:55:57.756Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://1cfresh.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":484},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":118958,"botStatus":200,"botBytes":118958,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Сервис 1С:Фреш","lang":"ru","ssrTextLength":23144,"h1Count":1,"landmarks":[],"imagesTotal":63,"imagesWithAlt":33,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"1digitech.com","rank":4003,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1digitech.com","observedAt":"2026-08-09T17:55:58.414Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://1digitech.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":171},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":70274,"botStatus":200,"botBytes":70274,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"OneDigiTech dubai's #1 digital marketing agency","lang":"en","ssrTextLength":6282,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":74,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"1drv.com","rank":1931,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1drv.com","observedAt":"2026-08-09T17:55:58.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/microsoft-365/onedrive/online-cloud-storage","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":919},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":657341,"botStatus":200,"botBytes":657376,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Personal File Sharing & Cloud Storage | Microsoft OneDrive","lang":"en","ssrTextLength":39606,"h1Count":2,"landmarks":["main","nav"],"imagesTotal":164,"imagesWithAlt":146,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"1drv.ms","rank":2981,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1drv.ms","observedAt":"2026-08-09T17:55:58.888Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"1password.com","rank":2703,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"1password.com","observedAt":"2026-08-09T17:55:59.174Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://1password.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1019426,"botStatus":200,"botBytes":1019426,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Passwords, Secrets, and Access Management | 1Password","lang":"en","ssrTextLength":3406,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":17,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"20min.ch","rank":4909,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"20min.ch","observedAt":"2026-08-09T17:55:59.527Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.20min.ch/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":33,"usesAllowRules":true,"crawlDelay":null,"bytes":3767},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":873548,"botStatus":200,"botBytes":873548,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"20 Minuten: Aktuelle Nachrichten, Schlagzeilen - News von Jetzt","lang":"de","ssrTextLength":5895,"h1Count":0,"landmarks":["nav","footer","article","aside"],"imagesTotal":82,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"20minutes.fr","rank":4465,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"20minutes.fr","observedAt":"2026-08-09T17:55:59.873Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.20minutes.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","cohere-ai","MistralAI-User"],"groupCount":5,"usesAllowRules":true,"crawlDelay":2,"bytes":2908},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","cohere-ai","MistralAI-User"],"cloaking":{"tested":true,"browserBytes":900990,"botStatus":200,"botBytes":900990,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"20 Minutes - Toute l’actualité en direct et les dernières infos en continu","lang":"fr","ssrTextLength":30210,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":185,"imagesWithAlt":185,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"20minutos.es","rank":4330,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"20minutos.es","observedAt":"2026-08-09T17:55:59.980Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.20minutos.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":120,"usesAllowRules":true,"crawlDelay":null,"bytes":7659},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":266994,"botStatus":200,"botBytes":266994,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"20minutos.es | Diario abierto | Última hora, local, España y el mundo","lang":"es","ssrTextLength":29082,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":136,"imagesWithAlt":134,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"24h.com.vn","rank":1454,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"24h.com.vn","observedAt":"2026-08-09T17:56:00.145Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.24h.com.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":313},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":588025,"botStatus":200,"botBytes":588025,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Tin tức bóng đá, thể thao, giải trí | Đọc tin tức 24h mới nhất","lang":"vi","ssrTextLength":17911,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":159,"imagesWithAlt":81,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"24h.com.vn"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"255md.com","rank":1509,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"255md.com","observedAt":"2026-08-09T17:56:00.213Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://255md.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"2gis.com","rank":459,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"2gis.com","observedAt":"2026-08-09T17:56:00.272Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://2gis.ae/museum?return_url=https%3A%2F%2F2gis.ae%2F","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":0.2,"bytes":1193},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11225,"botStatus":200,"botBytes":555919,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"2GIS","lang":null,"ssrTextLength":959,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"2gis.ru","rank":2190,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"2gis.ru","observedAt":"2026-08-09T17:56:00.478Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://2gis.ru/museum?return_url=https%3A%2F%2F2gis.ru%2F","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":0.2,"bytes":1193},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11305,"botStatus":200,"botBytes":640183,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"2ГИС","lang":null,"ssrTextLength":934,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"2miners.com","rank":4985,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"2miners.com","observedAt":"2026-08-09T17:56:02.002Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://2miners.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":820},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":91979,"botStatus":200,"botBytes":91979,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Product","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Altcoin Mining Pool for GPU and ASIC - 2Miners","lang":"en","ssrTextLength":6815,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":10,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"33across.com","rank":821,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"33across.com","observedAt":"2026-08-09T17:56:02.616Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.33across.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5748,"botStatus":403,"botBytes":5726,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"33apk.com","rank":1616,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"33apk.com","observedAt":"2026-08-09T17:56:02.713Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://33apk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7199,"botStatus":200,"botBytes":7199,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Surveza","lang":"en","ssrTextLength":1656,"h1Count":0,"landmarks":["main"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"360.cn","rank":524,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"360.cn","observedAt":"2026-08-09T17:56:02.941Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.360.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":458},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84302,"botStatus":200,"botBytes":84302,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"360官网 -360安全中心 - 360安全软件 - 360智能硬件 - 360智能家居 - 360企业服务","lang":"zh","ssrTextLength":3995,"h1Count":0,"landmarks":[],"imagesTotal":182,"imagesWithAlt":132,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"360safe.com","rank":785,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"360safe.com","observedAt":"2026-08-09T17:56:04.325Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://360safe.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":552,"botStatus":403,"botBytes":150,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":37,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"360yield.com","rank":552,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"360yield.com","observedAt":"2026-08-09T17:56:04.534Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ssp.improvedigital.com/login","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":106},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":302564,"botStatus":200,"botBytes":302564,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Improve Digital Origin","lang":null,"ssrTextLength":22,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"365scores.com","rank":4051,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"365scores.com","observedAt":"2026-08-09T17:56:04.588Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.365scores.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":4692},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64627,"botStatus":200,"botBytes":543360,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Kestrel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"3bmeteo.com","rank":1456,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"3bmeteo.com","observedAt":"2026-08-09T17:56:04.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.3bmeteo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1363},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103873,"botStatus":403,"botBytes":4547,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"3BMETEO.com - Meteo e Previsioni del tempo in Italia","lang":"it","ssrTextLength":5613,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":73,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"3ds.com","rank":5064,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"3ds.com","observedAt":"2026-08-09T17:56:05.064Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.3ds.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Bytespider","cohere-ai","MistralAI-User"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1675},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":463767,"botStatus":200,"botBytes":463768,"detected":false},"llmsTxt":{"present":true,"bytes":12157,"specValid":false,"issues":["no blockquote summary"],"linkCount":37},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Service"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Virtual Worlds for Real Life | Dassault Systèmes","lang":"en","ssrTextLength":6879,"h1Count":1,"landmarks":["main"],"imagesTotal":12,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"3lift.com","rank":569,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"3lift.com","observedAt":"2026-08-09T17:56:05.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://3lift.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":62,"botStatus":200,"botBytes":62,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"405kk.com","rank":1932,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"405kk.com","observedAt":"2026-08-09T17:56:05.387Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://405kk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":8},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":200,"botBytes":6954,"detected":false},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"4shared.com","rank":3349,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"4shared.com","observedAt":"2026-08-09T17:56:06.408Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.4shared.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":79},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51193,"botStatus":200,"botBytes":51194,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"4shared - free file sharing and storage","lang":"en","ssrTextLength":2677,"h1Count":2,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"571"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"4wps.net","rank":3703,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"4wps.net","observedAt":"2026-08-09T17:56:06.624Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://4wps.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":915,"botStatus":403,"botBytes":915,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":549,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"500px.com","rank":3554,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"500px.com","observedAt":"2026-08-09T17:56:06.926Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://500px.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":100},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9681,"botStatus":200,"botBytes":9681,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"500px","lang":"en","ssrTextLength":5,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"51.la","rank":4540,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"51.la","observedAt":"2026-08-09T17:56:07.020Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://51.la/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1249,"botStatus":200,"botBytes":1249,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"51LA - 领先的数据统计服务商","lang":"zh","ssrTextLength":17,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"58.com","rank":2770,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"58.com","observedAt":"2026-08-09T17:56:07.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":388},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"5movierulz.discount","rank":1962,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"5movierulz.discount","observedAt":"2026-08-09T17:56:07.485Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.5movierulz.pictures/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47846,"botStatus":200,"botBytes":47846,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MovieRulz | Indian Movies - Telugu, Tamil, Malayalam, Hindi","lang":"en","ssrTextLength":5527,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":32,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"5movierulz.house","rank":2024,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"5movierulz.house","observedAt":"2026-08-09T17:56:07.614Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.5movierulz.pictures/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47846,"botStatus":200,"botBytes":47846,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MovieRulz | Indian Movies - Telugu, Tamil, Malayalam, Hindi","lang":"en","ssrTextLength":5527,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":32,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"5movierulz.legal","rank":2030,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"5movierulz.legal","observedAt":"2026-08-09T17:56:07.756Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.5movierulz.pictures/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47846,"botStatus":200,"botBytes":47846,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MovieRulz | Indian Movies - Telugu, Tamil, Malayalam, Hindi","lang":"en","ssrTextLength":5527,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":32,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"5movierulz.school","rank":2025,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"5movierulz.school","observedAt":"2026-08-09T17:56:08.824Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.5movierulz.pictures/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47846,"botStatus":200,"botBytes":47846,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MovieRulz | Indian Movies - Telugu, Tamil, Malayalam, Hindi","lang":"en","ssrTextLength":5527,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":32,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"6opo.com","rank":1611,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"6opo.com","observedAt":"2026-08-09T17:56:08.912Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://6opo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":8},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":200,"botBytes":6954,"detected":false},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"9mod.com","rank":4943,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"9mod.com","observedAt":"2026-08-09T17:56:09.795Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://9mod.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":166},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5676,"botStatus":403,"botBytes":5676,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"a-ads.com","rank":4140,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"a-ads.com","observedAt":"2026-08-09T17:56:09.934Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aads.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1580},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":201277,"botStatus":200,"botBytes":358647,"detected":false},"llmsTxt":{"present":true,"bytes":3174,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"AADS – First Crypto & Bitcoin Advertising Network","lang":"en","ssrTextLength":8900,"h1Count":1,"landmarks":[],"imagesTotal":100,"imagesWithAlt":100,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"a-mo.net","rank":799,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"a-mo.net","observedAt":"2026-08-09T17:56:09.935Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://a-mo.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":337,"botStatus":200,"botBytes":337,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":14,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"a.co","rank":2918,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"a.co","observedAt":"2026-08-09T17:56:10.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"a2hosting.com","rank":3035,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"a2hosting.com","observedAt":"2026-08-09T17:56:11.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hosting.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":428307,"botStatus":200,"botBytes":428307,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Web Hosting Built to Grow With You | hosting.com","lang":"en","ssrTextLength":9499,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":45,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"aa.com","rank":3324,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aa.com","observedAt":"2026-08-09T17:56:11.832Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://aa.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":587},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":356,"botStatus":200,"botBytes":85172,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":195,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aaa.com","rank":4842,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aaa.com","observedAt":"2026-08-09T17:56:11.902Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aaa.com/stop/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"Imperva/Incapsula block","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":357},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15438,"botStatus":200,"botBytes":15438,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AAA | American Automobile Association","lang":"en","ssrTextLength":6046,"h1Count":8,"landmarks":["main","header","footer"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"imperva","server":"WebServer"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aajtak.in","rank":1530,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aajtak.in","observedAt":"2026-08-09T17:56:12.626Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aajtak.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1374},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":696928,"botStatus":200,"botBytes":696928,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["itgd_cdp","WebSite","Organization","WebPage","BreadcrumbList","ItemList","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hindi news, हिंदी न्यूज़ , Hindi Samachar, हिंदी समाचार, Latest News in Hindi, Breaking News in Hindi, ताजा ख़बरें, Aaj Tak News","lang":"hi","ssrTextLength":18179,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":171,"imagesWithAlt":137,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"itgdweb"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"aap.org","rank":5038,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aap.org","observedAt":"2026-08-09T17:56:12.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aap.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":238},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104689,"botStatus":200,"botBytes":104689,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | AAP","lang":"en","ssrTextLength":10002,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":10,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aarp.org","rank":2994,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aarp.org","observedAt":"2026-08-09T17:56:13.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aarp.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Bytespider"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1989},"tier1Blocked":[],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":986140,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"AARP® Official Site - Join & Explore the Benefits","lang":"en","ssrTextLength":11261,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":179,"imagesWithAlt":57,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"abb.com","rank":4086,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abb.com","observedAt":"2026-08-09T17:56:13.646Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.abb.com/global/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24719,"botStatus":200,"botBytes":24719,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ABB Group | Helping industries outrun – leaner and cleaner | ABB","lang":"en","ssrTextLength":5408,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"abc.es","rank":3504,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abc.es","observedAt":"2026-08-09T17:56:13.712Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.abc.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2835},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":385389,"botStatus":200,"botBytes":385389,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","SiteNavigationElement","NewsMediaOrganization","CollectionPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ABC - Últimas noticias de España y el mundo hoy","lang":"es","ssrTextLength":13507,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":81,"imagesWithAlt":75,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"abc.net.au","rank":1243,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abc.net.au","observedAt":"2026-08-09T17:56:13.808Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.abc.net.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":31,"usesAllowRules":false,"crawlDelay":5,"bytes":2231},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":845653,"botStatus":200,"botBytes":845653,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","CollectionPage","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ABC News & Headlines – Australian Broadcasting Corporation","lang":"en","ssrTextLength":16801,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":129,"imagesWithAlt":125,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"abcnews.com","rank":2348,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abcnews.com","observedAt":"2026-08-09T17:56:13.854Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://abcnews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot","Bytespider"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":1702},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":723209,"botStatus":200,"botBytes":722256,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ABC News - Breaking News, Latest News and Videos","lang":"en","ssrTextLength":12036,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":95,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx/1.28.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"abcp.ru","rank":4638,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abcp.ru","observedAt":"2026-08-09T17:56:14.592Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.abcp.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":1768},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146555,"botStatus":200,"botBytes":146555,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Платформа №1 для интернет-магазинов автозапчастей","lang":"ru","ssrTextLength":3642,"h1Count":1,"landmarks":["header","footer","aside"],"imagesTotal":34,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"abebooks.com","rank":3452,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abebooks.com","observedAt":"2026-08-09T17:56:14.670Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.abebooks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":3415},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":309174,"botStatus":200,"botBytes":309174,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AbeBooks | Shop for Books, Art & Collectibles","lang":"en","ssrTextLength":8431,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":37,"imagesWithAlt":35,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ably.io","rank":4546,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ably.io","observedAt":"2026-08-09T17:56:14.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ably.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":174},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":237657,"botStatus":200,"botBytes":237657,"detected":false},"llmsTxt":{"present":true,"bytes":181994,"specValid":true,"issues":[],"linkCount":788},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList","WebPage","OfferCatalog","WebApplication","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":null,"lang":null,"ssrTextLength":5685,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":81,"imagesWithAlt":49,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"about.com","rank":2002,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"about.com","observedAt":"2026-08-09T17:56:14.938Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.people.inc/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":299651,"botStatus":200,"botBytes":299651,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"People Inc. - America's Largest Digital & Print Publisher","lang":"en","ssrTextLength":1252,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"about.me","rank":2835,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"about.me","observedAt":"2026-08-09T17:56:15.000Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://about.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":112,"usesAllowRules":true,"crawlDelay":null,"bytes":4745},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":260658,"botStatus":200,"botBytes":260649,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"about.me | your personal homepage","lang":"en","ssrTextLength":5412,"h1Count":6,"landmarks":["main","nav","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aboutads.info","rank":564,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aboutads.info","observedAt":"2026-08-09T17:56:15.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aboutamazon.com","rank":5045,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aboutamazon.com","observedAt":"2026-08-09T17:56:16.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aboutamazon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":30},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225566,"botStatus":200,"botBytes":225566,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Amazon News: Breaking news about Amazon and latest company updates","lang":"en","ssrTextLength":6554,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":23,"imagesWithAlt":23,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aboutcookies.org","rank":2136,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aboutcookies.org","observedAt":"2026-08-09T17:56:16.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aboutcookies.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":64},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":168886,"botStatus":200,"botBytes":168886,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"About Cookies","lang":"en","ssrTextLength":1568,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"abovedomains.com","rank":984,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abovedomains.com","observedAt":"2026-08-09T17:56:16.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.above.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":136},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43487,"botStatus":200,"botBytes":1015,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Above.com Domain Investment Platform - Registrar, Monetization, Marketplace","lang":"en","ssrTextLength":2277,"h1Count":1,"landmarks":["nav"],"imagesTotal":14,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"abril.com.br","rank":4133,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abril.com.br","observedAt":"2026-08-09T17:56:16.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://assine.abril.com.br/?redirect=abrilcom","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":362},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60106,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Website"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Assine Abril - Assinar Revista Digital e Impressa","lang":"pt","ssrTextLength":2244,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":36,"imagesWithAlt":33,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"absher.sa","rank":1542,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"absher.sa","observedAt":"2026-08-09T17:56:16.654Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.absher.sa/portal/landing.html?v=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12291,"botStatus":200,"botBytes":12291,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Absher-أبشر","lang":"ar","ssrTextLength":639,"h1Count":2,"landmarks":[],"imagesTotal":24,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"abtasty.com","rank":4130,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"abtasty.com","observedAt":"2026-08-09T17:56:16.860Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://abtasty.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1305,"botStatus":200,"botBytes":281089,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":null,"ssrTextLength":70,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"academia.edu","rank":815,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"academia.edu","observedAt":"2026-08-09T17:56:17.653Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","MistralAI-User","YouBot","DuckAssistBot","TavilyBot"],"groupCount":63,"usesAllowRules":true,"crawlDelay":null,"bytes":57384},"tier1Blocked":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","kagi-fetcher","Diffbot","Google-NotebookLM","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"acast.com","rank":4976,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acast.com","observedAt":"2026-08-09T17:56:18.011Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.acast.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":42},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":107600,"botStatus":200,"botBytes":107600,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Acast: The Best Podcast Monetization Platform","lang":"en","ssrTextLength":4832,"h1Count":6,"landmarks":["nav"],"imagesTotal":89,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"accenture.com","rank":2401,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"accenture.com","observedAt":"2026-08-09T17:56:18.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.accenture.com/us-en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":836},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":201040,"botStatus":200,"botBytes":201040,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"U.S. | Let There Be Change | Accenture","lang":"en","ssrTextLength":17492,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"accor.com","rank":2725,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"accor.com","observedAt":"2026-08-09T17:56:18.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://group.accor.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":745892,"botStatus":200,"botBytes":745892,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Accor Group","lang":"en","ssrTextLength":5476,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":14,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"accuweather.com","rank":606,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"accuweather.com","observedAt":"2026-08-09T17:56:18.760Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://accuweather.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":225085,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"acehardware.com","rank":5081,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acehardware.com","observedAt":"2026-08-09T17:56:19.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.acehardware.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Google-Extended"],"groupCount":5,"usesAllowRules":false,"crawlDelay":5,"bytes":444},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":464301,"botStatus":200,"botBytes":724982,"detected":false},"llmsTxt":{"present":true,"bytes":7282,"specValid":true,"issues":[],"linkCount":45},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","OnlineStore","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Ace Hardware | The Helpful Place -  Ace Hardware","lang":"en","ssrTextLength":9601,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":181,"imagesWithAlt":171,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"acesso.gov.br","rank":1221,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acesso.gov.br","observedAt":"2026-08-09T17:56:19.137Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://servicos.acesso.gov.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":924,"botStatus":200,"botBytes":924,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Portal Logado","lang":"pt","ssrTextLength":13,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty/1.31.1.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"acesso.gov.pt","rank":5092,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acesso.gov.pt","observedAt":"2026-08-09T17:56:19.415Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://acesso.gov.pt/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":202,"botStatus":200,"botBytes":202,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Aplicação Inexistente","lang":null,"ssrTextLength":43,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"acint.net","rank":4721,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acint.net","observedAt":"2026-08-09T17:56:19.586Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":35},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"acm.org","rank":1550,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acm.org","observedAt":"2026-08-09T17:56:19.775Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://acm.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":639},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5481,"botStatus":403,"botBytes":5481,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":745,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"acorns.com","rank":4578,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acorns.com","observedAt":"2026-08-09T17:56:19.868Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.acorns.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":630},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":148992,"botStatus":200,"botBytes":148992,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Easy Investing App For Saving & Growing Your Money | Acorns","lang":"en","ssrTextLength":17362,"h1Count":1,"landmarks":["footer"],"imagesTotal":126,"imagesWithAlt":125,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"acrobat.com","rank":1977,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acrobat.com","observedAt":"2026-08-09T17:56:20.601Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://acrobat.adobe.com/?x_api_client_id=acrobat_com","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":633644,"botStatus":200,"botBytes":633644,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Acrobat online sign in | Login to Acrobat | Adobe Acrobat","lang":null,"ssrTextLength":57,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"acronis.com","rank":1969,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acronis.com","observedAt":"2026-08-09T17:56:21.132Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.acronis.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":3315},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":557196,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":11657,"specValid":true,"issues":[],"linkCount":94},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","ContactPoint","Offer","PostalAddress","SearchAction"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AI-Powered Cybersecurity, Data Protection & IT Automation | Acronis","lang":"en","ssrTextLength":11988,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":24,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"acs.org","rank":1785,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"acs.org","observedAt":"2026-08-09T17:56:21.138Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.acs.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":367},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":312850,"botStatus":200,"botBytes":312850,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"American Chemical Society","lang":"en","ssrTextLength":7809,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":35,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"action.com","rank":1397,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"action.com","observedAt":"2026-08-09T17:56:21.627Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.action.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1476},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":216967,"botStatus":200,"botBytes":216967,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to the Action website","lang":"en","ssrTextLength":405,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"activision.com","rank":5057,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"activision.com","observedAt":"2026-08-09T17:56:21.671Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.activision.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":189498,"botStatus":200,"botBytes":189498,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoGame"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Activision | Home","lang":"en","ssrTextLength":9024,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":33,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"Apache/2.4.6 (CentOS) Communique/4.3.3"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"actu.fr","rank":1306,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"actu.fr","observedAt":"2026-08-09T17:56:22.702Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://actu.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User"],"groupCount":21,"usesAllowRules":true,"crawlDelay":null,"bytes":4284},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User"],"cloaking":{"tested":true,"browserBytes":169945,"botStatus":200,"botBytes":169945,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Actu : toute l'information locale et nationale en direct","lang":"fr","ssrTextLength":12739,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":69,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ad-contents.jp","rank":1765,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ad-contents.jp","observedAt":"2026-08-09T17:56:23.039Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ad-contents.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":157},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4226,"botStatus":200,"botBytes":4226,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ゲームコンテンツ一覧","lang":"ja","ssrTextLength":462,"h1Count":1,"landmarks":["header"],"imagesTotal":8,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ad-delivery.net","rank":1947,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ad-delivery.net","observedAt":"2026-08-09T17:56:23.340Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ad-delivery.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1139,"botStatus":200,"botBytes":1139,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":388,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ad-score.com","rank":3524,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ad-score.com","observedAt":"2026-08-09T17:56:23.800Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":82},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ad.gt","rank":2302,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ad.gt","observedAt":"2026-08-09T17:56:24.016Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":59},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ad.nl","rank":1202,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ad.nl","observedAt":"2026-08-09T17:56:24.258Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ad.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":30,"usesAllowRules":true,"crawlDelay":null,"bytes":2860},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":452,"botStatus":403,"botBytes":452,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":222,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adaether.com","rank":1231,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adaether.com","observedAt":"2026-08-09T17:56:24.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adblockplus.org","rank":1073,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adblockplus.org","observedAt":"2026-08-09T17:56:24.322Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adblockplus.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":49347,"botStatus":200,"botBytes":49347,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Adblock Plus | The world's #1 free ad blocker","lang":"en","ssrTextLength":4337,"h1Count":4,"landmarks":["nav","header","footer","article"],"imagesTotal":24,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"addthis.com","rank":2742,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"addthis.com","observedAt":"2026-08-09T17:56:24.347Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.oracle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1450,"botStatus":200,"botBytes":51635,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"fw_error_www","lang":null,"ssrTextLength":461,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"addtoany.com","rank":472,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"addtoany.com","observedAt":"2026-08-09T17:56:24.584Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.addtoany.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":308},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25858,"botStatus":200,"botBytes":25858,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AddToAny: Share Buttons by the Universal Sharing Platform","lang":"en","ssrTextLength":2833,"h1Count":6,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"adentifi.com","rank":3247,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adentifi.com","observedAt":"2026-08-09T17:56:24.682Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adentifi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"adform.net","rank":766,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adform.net","observedAt":"2026-08-09T17:56:24.910Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":139},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adfox.ru","rank":4235,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adfox.ru","observedAt":"2026-08-09T17:56:25.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adfox.yandex.ru/promo","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":807785,"botStatus":200,"botBytes":807721,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Adfox: монетизация сайтов, мобильных приложений — как зарабатывать на рекламе","lang":"ru","ssrTextLength":7454,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":25,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"adfuse-ssp.com","rank":1309,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adfuse-ssp.com","observedAt":"2026-08-09T17:56:25.504Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://adfuse-ssp.com/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adgrx.com","rank":859,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adgrx.com","observedAt":"2026-08-09T17:56:26.441Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adguard-vpn.online","rank":1082,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adguard-vpn.online","observedAt":"2026-08-09T17:56:26.481Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adguard.com","rank":2705,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adguard.com","observedAt":"2026-08-09T17:56:26.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adguard.com/en/welcome.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4841},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":438344,"botStatus":200,"botBytes":438344,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","FAQPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"AdGuard Ad Blocker — block ads, popups, and trackers","lang":"en","ssrTextLength":33835,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":78,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adhigh.net","rank":3637,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adhigh.net","observedAt":"2026-08-09T17:56:26.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_SOCKET","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adidas.com","rank":2755,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adidas.com","observedAt":"2026-08-09T17:56:27.132Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.adidas.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2803,"botStatus":200,"botBytes":991813,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"adidas","lang":"en","ssrTextLength":1126,"h1Count":1,"landmarks":["main","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adingo.jp","rank":3184,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adingo.jp","observedAt":"2026-08-09T17:56:27.692Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://corp.fluct.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":91756,"botStatus":200,"botBytes":91756,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"株式会社fluct","lang":"ja","ssrTextLength":4913,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"adition.com","rank":3171,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adition.com","observedAt":"2026-08-09T17:56:28.098Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://virtualminds.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":120},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":173663,"botStatus":200,"botBytes":173663,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ProfessionalService","Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Virtual Minds. Excellence in Adtech. Made in Europe.","lang":"en","ssrTextLength":5516,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":41,"imagesWithAlt":33,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aditude.cloud","rank":4560,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aditude.cloud","observedAt":"2026-08-09T17:56:28.197Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_SSL_TLSV1_ALERT_INTERNAL_ERROR","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aditude.io","rank":2654,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aditude.io","observedAt":"2026-08-09T17:56:28.605Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aditude.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":108},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":783424,"botStatus":200,"botBytes":783424,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Publisher Ad Tech Platform — Control Your Programmatic Stack | Aditude","lang":"en","ssrTextLength":8208,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":53,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":null,"server":"Framer/0ccde4a"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"adjoe.zone","rank":2631,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adjoe.zone","observedAt":"2026-08-09T17:56:28.711Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://adjoe.zone/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adjust.com","rank":779,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adjust.com","observedAt":"2026-08-09T17:56:29.208Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.adjust.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31037,"botStatus":429,"botBytes":31037,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vercel Security Checkpoint","lang":"en","ssrTextLength":167,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"vercel","server":"Vercel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adkernel.com","rank":2214,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adkernel.com","observedAt":"2026-08-09T17:56:29.214Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adkernel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54514,"botStatus":200,"botBytes":54514,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AdKernel – Universal Ad Technology Platform","lang":"en","ssrTextLength":3766,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":11,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"admanmedia.com","rank":1371,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"admanmedia.com","observedAt":"2026-08-09T17:56:29.235Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://admanmedia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":46895,"botStatus":200,"botBytes":46895,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ADman Media","lang":"es","ssrTextLength":174,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":42,"imagesWithAlt":21,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"admaster.cc","rank":3645,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"admaster.cc","observedAt":"2026-08-09T17:56:29.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.admaster.cc/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":489},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":565969,"botStatus":200,"botBytes":416084,"detected":false},"llmsTxt":{"present":true,"bytes":3357,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"AdMaster | AI Advertising Platform","lang":"zh","ssrTextLength":1254,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wix","network":"fastly","server":"Pepyaka"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"admatic.de","rank":2669,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"admatic.de","observedAt":"2026-08-09T17:56:29.564Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://admatic.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":266460,"botStatus":200,"botBytes":266460,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AdMatic GmbH – AI-Driven Advertising | Human-Centric Results","lang":"en","ssrTextLength":6393,"h1Count":2,"landmarks":["nav","header","footer","article"],"imagesTotal":29,"imagesWithAlt":26,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"admin.ch","rank":1207,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"admin.ch","observedAt":"2026-08-09T17:56:30.023Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.admin.ch/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":65},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366,"botStatus":200,"botBytes":258795,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"administracionelectronica.gob.es","rank":1638,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"administracionelectronica.gob.es","observedAt":"2026-08-09T17:56:30.375Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://administracionelectronica.gob.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":201},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":244,"botStatus":200,"botBytes":244,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Request Rejected","lang":null,"ssrTextLength":118,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"adminml.com","rank":3671,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adminml.com","observedAt":"2026-08-09T17:56:30.390Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"admissions.nic.in","rank":1960,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"admissions.nic.in","observedAt":"2026-08-09T17:56:30.848Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://admissions.nic.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":783,"botStatus":200,"botBytes":783,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"adnxs-simple.com","rank":4284,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adnxs-simple.com","observedAt":"2026-08-09T17:56:31.632Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobe.com","rank":69,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobe.com","observedAt":"2026-08-09T17:56:31.754Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":10102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobe.io","rank":178,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobe.io","observedAt":"2026-08-09T17:56:31.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://developer.adobe.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":92},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":18256,"botStatus":200,"botBytes":18256,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The most memorable digital experiences are unleashed by developer creativity","lang":null,"ssrTextLength":1925,"h1Count":6,"landmarks":["main","header","footer"],"imagesTotal":12,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobe.net","rank":478,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobe.net","observedAt":"2026-08-09T17:56:32.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":10102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobedc.net","rank":586,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobedc.net","observedAt":"2026-08-09T17:56:32.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobedtm.com","rank":516,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobedtm.com","observedAt":"2026-08-09T17:56:33.478Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobelogin.com","rank":1981,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobelogin.com","observedAt":"2026-08-09T17:56:34.023Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":10102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobess.com","rank":2198,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobess.com","observedAt":"2026-08-09T17:56:34.037Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adobestats.io","rank":2140,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adobestats.io","observedAt":"2026-08-09T17:56:34.049Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adotmob.com","rank":3264,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adotmob.com","observedAt":"2026-08-09T17:56:34.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adp.com","rank":2337,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adp.com","observedAt":"2026-08-09T17:56:34.549Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":502,"finalUrl":"https://adp.com/","error":"homepage returned HTTP 502","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2570},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adriver.ru","rank":465,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adriver.ru","observedAt":"2026-08-09T17:56:35.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.adriver.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86970,"botStatus":200,"botBytes":86970,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AdRiver — Система управления и аудита интернет-рекламы","lang":"ru","ssrTextLength":935,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":7,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adroll.com","rank":1810,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adroll.com","observedAt":"2026-08-09T17:56:35.226Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.adroll.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2669},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":48530,"botStatus":200,"botBytes":42958,"detected":false},"llmsTxt":{"present":true,"bytes":2157,"specValid":true,"issues":[],"linkCount":14},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Multichannel Advertising & Account-Based Marketing Platform | AdRoll","lang":"en","ssrTextLength":4476,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":27,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"adrta.com","rank":1946,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adrta.com","observedAt":"2026-08-09T17:56:35.776Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":63},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ads-twitter.com","rank":2143,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ads-twitter.com","observedAt":"2026-08-09T17:56:35.797Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adsbynimbus.com","rank":4530,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adsbynimbus.com","observedAt":"2026-08-09T17:56:35.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nimbus.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":63},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75231,"botStatus":200,"botBytes":75231,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Nimbus | Programmatic Mobile Ad Mediation Platform","lang":"en","ssrTextLength":3692,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":142,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adscale.de","rank":3608,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adscale.de","observedAt":"2026-08-09T17:56:36.403Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.stroeer.de/werben-mit-stroeer/onlinewerbung/crossmedia/stroeer-ssp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":82540,"botStatus":200,"botBytes":82540,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Ströer SSP | STRÖER","lang":"de","ssrTextLength":4830,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":16,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"adsco.re","rank":2150,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adsco.re","observedAt":"2026-08-09T17:56:36.705Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adsco.re/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":158,"botStatus":200,"botBytes":158,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":119,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adsmoloco.com","rank":2356,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adsmoloco.com","observedAt":"2026-08-09T17:56:36.825Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.moloco.com/unlock-untapped-growth?utm_source=sponsorship&utm_medium=podcast&utm_campaign=molocoads","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221780,"botStatus":200,"botBytes":221780,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Where Mobile App Growth Lives | Moloco","lang":"en","ssrTextLength":8293,"h1Count":3,"landmarks":["main","nav"],"imagesTotal":50,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"adspend.space","rank":4376,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adspend.space","observedAt":"2026-08-09T17:56:37.226Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://adspend.space/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adspower.net","rank":4609,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adspower.net","observedAt":"2026-08-09T17:56:37.604Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.adspower.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":5556},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":333869,"botStatus":200,"botBytes":333869,"detected":false},"llmsTxt":{"present":true,"bytes":4443,"specValid":true,"issues":[],"linkCount":26},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","WebSite","WebPage","Organization","SoftwareApplication","WebApplication","ImageObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AdsPower指纹浏览器 - 防关联浏览器多开,跨境电商超级浏览器,免费指纹浏览器,ads浏览器","lang":"zh","ssrTextLength":8846,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":68,"imagesWithAlt":65,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AdsPower"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"adswizz.com","rank":2327,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adswizz.com","observedAt":"2026-08-09T17:56:38.314Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.adswizz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":205954,"botStatus":200,"botBytes":205954,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Home - AdsWizz","lang":"en","ssrTextLength":10186,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":65,"imagesWithAlt":32,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"adtarget.biz","rank":4127,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adtarget.biz","observedAt":"2026-08-09T17:56:38.467Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.adtarget.com.tr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75231,"botStatus":200,"botBytes":75231,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AdTarget Medya A.Ş.","lang":"tr","ssrTextLength":5000,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":36,"imagesWithAlt":24,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adtarget.com.tr","rank":5014,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adtarget.com.tr","observedAt":"2026-08-09T17:56:38.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adtarget.com.tr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75835,"botStatus":200,"botBytes":75835,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AdTarget Medya A.Ş.","lang":"tr","ssrTextLength":4997,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":36,"imagesWithAlt":24,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adtelligent.com","rank":2532,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adtelligent.com","observedAt":"2026-08-09T17:56:39.608Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adtelligent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":189804,"botStatus":200,"botBytes":189804,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Place","Organization","WebSite","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Adtelligent | Advertising Technology Company","lang":"en","ssrTextLength":6485,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adthrive.com","rank":2258,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adthrive.com","observedAt":"2026-08-09T17:56:41.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://raptive.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":89},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":143562,"botStatus":200,"botBytes":143562,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Raptive — Powering creator independence","lang":"en","ssrTextLength":5634,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":21,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adtng.com","rank":4723,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adtng.com","observedAt":"2026-08-09T17:56:41.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adtrafficquality.google","rank":163,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adtrafficquality.google","observedAt":"2026-08-09T17:56:41.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/ads/adtrafficquality/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":45468,"botStatus":200,"botBytes":45468,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google Ad Traffic Quality","lang":"en","ssrTextLength":3392,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"advolve.io","rank":3905,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"advolve.io","observedAt":"2026-08-09T17:56:41.530Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://advolve.io/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":629,"botStatus":200,"botBytes":629,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Carty","lang":"en","ssrTextLength":5,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adweek.com","rank":4675,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adweek.com","observedAt":"2026-08-09T17:56:41.849Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.adweek.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":100,"usesAllowRules":true,"crawlDelay":null,"bytes":10502},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai"],"cloaking":{"tested":false,"browserBytes":566172,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebPage","WebSite","NewsArticle"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ADWEEK","lang":"en","ssrTextLength":14794,"h1Count":0,"landmarks":["main","nav","footer","article","aside"],"imagesTotal":38,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"adx.ws","rank":5074,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adx.ws","observedAt":"2026-08-09T17:56:42.358Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://adx.ws/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51208,"botStatus":200,"botBytes":51208,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sevio | Ad Serving Domain","lang":"en","ssrTextLength":325,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"adyen.com","rank":4069,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adyen.com","observedAt":"2026-08-09T17:56:43.044Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.adyen.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":64},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":1136645,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":true,"bytes":615640,"specValid":true,"issues":[],"linkCount":2610},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Adyen: Fintech platform for enterprises - Adyen","lang":"en","ssrTextLength":3976,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"adzerk.net","rank":5079,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"adzerk.net","observedAt":"2026-08-09T17:56:43.447Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aepd.es","rank":4513,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aepd.es","observedAt":"2026-08-09T17:56:43.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aepd.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2757},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":249499,"botStatus":200,"botBytes":249499,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Agencia Española de Protección de Datos | AEPD","lang":"es","ssrTextLength":11622,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":66,"imagesWithAlt":33,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"aeroflot.ru","rank":3259,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aeroflot.ru","observedAt":"2026-08-09T17:56:43.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aeroflot.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5665,"botStatus":200,"botBytes":5623,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Доступ к сайту временно ограничен владельцем веб-ресурса.","lang":"ru","ssrTextLength":370,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"af.mil","rank":4341,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"af.mil","observedAt":"2026-08-09T17:56:43.920Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"affirm.com","rank":2777,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"affirm.com","observedAt":"2026-08-09T17:56:44.638Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.affirm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":999},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":930717,"botStatus":200,"botBytes":930717,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Affirm | Pay over time with flexible payment plans and no fees","lang":"en","ssrTextLength":3620,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":60,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"afilias-nst.info","rank":765,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"afilias-nst.info","observedAt":"2026-08-09T17:56:45.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"afilias-nst.org","rank":864,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"afilias-nst.org","observedAt":"2026-08-09T17:56:46.028Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"afip.gob.ar","rank":1575,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"afip.gob.ar","observedAt":"2026-08-09T17:56:46.317Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"afraid.org","rank":2577,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"afraid.org","observedAt":"2026-08-09T17:56:46.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://freedns.afraid.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":112},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12781,"botStatus":200,"botBytes":12781,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FreeDNS - Free DNS - Dynamic DNS - Static DNS subdomain and domain hosting","lang":"en","ssrTextLength":2222,"h1Count":1,"landmarks":[],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"afribaba.com","rank":1641,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"afribaba.com","observedAt":"2026-08-09T17:56:47.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://afribaba.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5709,"botStatus":403,"botBytes":5688,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"afrinic.net","rank":3039,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"afrinic.net","observedAt":"2026-08-09T17:56:47.253Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://afrinic.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":448},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41063,"botStatus":200,"botBytes":41063,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AFRINIC - Regional Internet Registry for Africa","lang":"en","ssrTextLength":4673,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":23,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"afternic.com","rank":186,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"afternic.com","observedAt":"2026-08-09T17:56:47.475Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.afternic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":85},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":122911,"botStatus":200,"botBytes":124238,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sell Domains | Buy Domains | Park Domains - Afternic","lang":"en","ssrTextLength":2220,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"akamai","server":"envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aftonbladet.se","rank":1184,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aftonbladet.se","observedAt":"2026-08-09T17:56:47.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aftonbladet.se/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1704},"tier1Blocked":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":463526,"botStatus":200,"botBytes":463526,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Aftonbladet","lang":"sv","ssrTextLength":4207,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":43,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"agenciatributaria.gob.es","rank":1619,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"agenciatributaria.gob.es","observedAt":"2026-08-09T17:56:47.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"agkn.com","rank":715,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"agkn.com","observedAt":"2026-08-09T17:56:49.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"agoda.com","rank":851,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"agoda.com","observedAt":"2026-08-09T17:56:49.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.agoda.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":5086},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":199950,"botStatus":200,"botBytes":199481,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":0,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"agora.io","rank":949,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"agora.io","observedAt":"2026-08-09T17:56:49.704Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.agora.io/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":153},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":240930,"botStatus":200,"botBytes":240930,"detected":false},"llmsTxt":{"present":true,"bytes":8857,"specValid":false,"issues":["no H1 title","no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Real-Time Engagement & Conversational AI Platform | Agora","lang":"en","ssrTextLength":12131,"h1Count":1,"landmarks":["nav"],"imagesTotal":153,"imagesWithAlt":87,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"nginx/1.14.0 (Ubuntu)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ahacdn.me","rank":1787,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ahacdn.me","observedAt":"2026-08-09T17:56:49.826Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ahacdn.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ahagamecenter.com","rank":3945,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ahagamecenter.com","observedAt":"2026-08-09T17:56:49.878Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aha.game/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":698638,"botStatus":200,"botBytes":698616,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AHA Games, Play More Live More","lang":"en","ssrTextLength":1117,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":44,"imagesWithAlt":42,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ahajournals.org","rank":4106,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ahajournals.org","observedAt":"2026-08-09T17:56:50.213Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ahajournals.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":1,"bytes":806},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5747,"botStatus":403,"botBytes":5747,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ahcdn.com","rank":4299,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ahcdn.com","observedAt":"2026-08-09T17:56:50.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ahcdn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ahrefs.com","rank":2152,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ahrefs.com","observedAt":"2026-08-09T17:56:51.929Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ahrefs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1038},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1257645,"botStatus":200,"botBytes":1257645,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Ahrefs—AI Marketing Platform Powered by Big Data","lang":"en","ssrTextLength":12073,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":113,"imagesWithAlt":67,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"aibixby.com","rank":2149,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aibixby.com","observedAt":"2026-08-09T17:56:52.020Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aibotplatform.com","rank":2640,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aibotplatform.com","observedAt":"2026-08-09T17:56:52.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aif.ru","rank":3896,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aif.ru","observedAt":"2026-08-09T17:56:52.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aif.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3168},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":171230,"botStatus":200,"botBytes":171230,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Аргументы и Факты — последние новости России и мира сегодня","lang":"ru","ssrTextLength":12734,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":112,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"airbnb.com","rank":759,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"airbnb.com","observedAt":"2026-08-09T17:56:52.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.airbnb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","meta-externalagent","cohere-ai"],"groupCount":14,"usesAllowRules":true,"crawlDelay":null,"bytes":24175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":620367,"botStatus":200,"botBytes":666954,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Airbnb: Vacation Rentals, Cabins, Beach Houses, Unique Homes & Experiences","lang":"en","ssrTextLength":448,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":9,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"aireport.fidgetlabs.io","rank":null,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aireport.fidgetlabs.io","observedAt":"2026-08-09T17:56:52.944Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aireport.fidgetlabs.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":164},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42582,"botStatus":200,"botBytes":42582,"detected":false},"llmsTxt":{"present":true,"bytes":1625,"specValid":true,"issues":[],"linkCount":6},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Architecture & AI Report","lang":"en","ssrTextLength":2740,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"airtable.com","rank":2927,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"airtable.com","observedAt":"2026-08-09T17:56:53.311Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.airtable.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":506},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":441892,"botStatus":200,"botBytes":441849,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Airtable: Build Enterprise-ready AI Workflows, Apps & Agents | Airtable","lang":"en","ssrTextLength":8238,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":54,"imagesWithAlt":49,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"airtel.in","rank":5096,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"airtel.in","observedAt":"2026-08-09T17:56:54.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.airtel.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":2017},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3244,"botStatus":200,"botBytes":3244,"detected":false},"llmsTxt":{"present":true,"bytes":528507,"specValid":false,"issues":["no H1 title","no H2 sections"],"linkCount":1243},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Airtel: Wi-Fi, Postpaid, Prepaid, DTH, Bank & Business","lang":"en","ssrTextLength":54,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aiscore.com","rank":4557,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aiscore.com","observedAt":"2026-08-09T17:56:55.066Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://aiscore.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":100,"bytes":1382},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"aiv-cdn.net","rank":4936,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aiv-cdn.net","observedAt":"2026-08-09T17:56:55.173Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aiv-delivery.net","rank":550,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aiv-delivery.net","observedAt":"2026-08-09T17:56:55.648Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ajio.com","rank":4179,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ajio.com","observedAt":"2026-08-09T17:56:55.672Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ajio.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":364,"botStatus":200,"botBytes":1832844,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":199,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ak-is2.net","rank":2129,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ak-is2.net","observedAt":"2026-08-09T17:56:55.680Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ak2yy.com","rank":1625,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ak2yy.com","observedAt":"2026-08-09T17:56:55.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ak2yy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7199,"botStatus":200,"botBytes":7199,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Surveza","lang":"en","ssrTextLength":1656,"h1Count":0,"landmarks":["main"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aka.ms","rank":1450,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aka.ms","observedAt":"2026-08-09T17:56:56.048Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":95},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akadns99.net","rank":4464,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akadns99.net","observedAt":"2026-08-09T17:56:56.213Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akahost.net","rank":924,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akahost.net","observedAt":"2026-08-09T17:56:56.324Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akam.net","rank":76,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akam.net","observedAt":"2026-08-09T17:56:56.402Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akamai.com","rank":1983,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akamai.com","observedAt":"2026-08-09T17:56:56.842Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.akamai.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366,"botStatus":200,"botBytes":22325,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"akamaitech.net","rank":618,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akamaitech.net","observedAt":"2026-08-09T17:56:56.954Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akamaitechnologies.com","rank":1319,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akamaitechnologies.com","observedAt":"2026-08-09T17:56:57.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akaquill.net","rank":2663,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akaquill.net","observedAt":"2026-08-09T17:56:57.371Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akismet.com","rank":1507,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akismet.com","observedAt":"2026-08-09T17:56:57.718Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://akismet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3290},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":160367,"botStatus":200,"botBytes":160367,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Akismet: Spam Protection for Websites","lang":"en","ssrTextLength":3959,"h1Count":3,"landmarks":["main","nav","header","footer","article"],"imagesTotal":31,"imagesWithAlt":5,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"akstat.io","rank":2451,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"akstat.io","observedAt":"2026-08-09T17:56:57.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"al-adtech.com","rank":2675,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"al-adtech.com","observedAt":"2026-08-09T17:56:57.891Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://al-adtech.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7620,"botStatus":200,"botBytes":7620,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HTTP Server Test Page powered by: Rocky Linux","lang":null,"ssrTextLength":1909,"h1Count":1,"landmarks":["footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alamy.com","rank":4101,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alamy.com","observedAt":"2026-08-09T17:56:58.233Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.alamy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":392876,"botStatus":429,"botBytes":0,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Get creative with stock photos and videos from Alamy","lang":"en","ssrTextLength":3447,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"alarabiya.net","rank":4362,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alarabiya.net","observedAt":"2026-08-09T17:56:59.429Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.alarabiya.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":406},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":179547,"botStatus":403,"botBytes":179547,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"تم رفض الوصول","lang":"ar","ssrTextLength":385,"h1Count":2,"landmarks":["main"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alchemer.com","rank":3356,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alchemer.com","observedAt":"2026-08-09T17:56:59.996Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://alchemer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1310,"botStatus":200,"botBytes":704701,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":null,"ssrTextLength":70,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alexa.com","rank":5108,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alexa.com","observedAt":"2026-08-09T17:57:00.007Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://alexa.amazon.com/about","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":285339,"botStatus":200,"botBytes":285381,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Alexa","lang":null,"ssrTextLength":2552,"h1Count":1,"landmarks":["nav"],"imagesTotal":36,"imagesWithAlt":25,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"alfabank.ru","rank":2747,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alfabank.ru","observedAt":"2026-08-09T17:57:00.219Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"SELF_SIGNED_CERT_IN_CHAIN","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"algolia.net","rank":2236,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"algolia.net","observedAt":"2026-08-09T17:57:00.546Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://algolia.net/1/404","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aliapp.org","rank":4845,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliapp.org","observedAt":"2026-08-09T17:57:01.103Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alibaba.com","rank":297,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alibaba.com","observedAt":"2026-08-09T17:57:01.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.alibaba.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Google-Extended"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":5406},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":226296,"botStatus":200,"botBytes":226409,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Alibaba.com: Manufacturers, Suppliers, Exporters & Importers from the world's largest online B2B marketplace","lang":"en","ssrTextLength":130139,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":34,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"alibabacorp.com","rank":2649,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alibabacorp.com","observedAt":"2026-08-09T17:57:01.183Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alibabadns.com","rank":273,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alibabadns.com","observedAt":"2026-08-09T17:57:01.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alicdn.com","rank":607,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alicdn.com","observedAt":"2026-08-09T17:57:01.658Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alidns.com","rank":280,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alidns.com","observedAt":"2026-08-09T17:57:01.973Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://alidns.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30683,"botStatus":200,"botBytes":30683,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"阿里公共DNS","lang":"en","ssrTextLength":972,"h1Count":0,"landmarks":["header"],"imagesTotal":26,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine/Aserver"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"aliexpress-media.com","rank":2746,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliexpress-media.com","observedAt":"2026-08-09T17:57:02.550Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aliexpress.com","rank":399,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliexpress.com","observedAt":"2026-08-09T17:57:02.582Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aliexpress.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":0.5,"bytes":1971},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1873,"botStatus":200,"botBytes":1873,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine/Aserver"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aliexpress.ru","rank":4343,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliexpress.ru","observedAt":"2026-08-09T17:57:03.479Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aliexpress.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":5549},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2037,"botStatus":200,"botBytes":1867,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine/AServer-Ingress/3.0.46"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aliexpress.us","rank":4492,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliexpress.us","observedAt":"2026-08-09T17:57:03.827Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aliexpress.us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1413,"botStatus":200,"botBytes":1457,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine/AServer-Ingress"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alikunlun.com","rank":1843,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alikunlun.com","observedAt":"2026-08-09T17:57:04.075Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alikunlun.net","rank":5020,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alikunlun.net","observedAt":"2026-08-09T17:57:04.365Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alipay.com","rank":1152,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alipay.com","observedAt":"2026-08-09T17:57:04.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.alipay.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5968,"botStatus":200,"botBytes":5968,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"支付宝","lang":null,"ssrTextLength":3,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"alipaydns.com","rank":778,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alipaydns.com","observedAt":"2026-08-09T17:57:05.111Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://alipaydns.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":335,"botStatus":200,"botBytes":335,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Alipaydns","lang":null,"ssrTextLength":37,"h1Count":1,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"spanner/1.6.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aliyun.com","rank":321,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliyun.com","observedAt":"2026-08-09T17:57:05.132Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.alibabacloud.com/en?_p_lc=1&f-8DC992C756BA=","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":316},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":148935,"botStatus":200,"botBytes":149075,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Alibaba Cloud: AI and Cloud Computing Services","lang":"en","ssrTextLength":41061,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":4,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aliyuncs.com","rank":168,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliyuncs.com","observedAt":"2026-08-09T17:57:05.602Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://aliyuncs.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aliyuncsslbintl.com","rank":336,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aliyuncsslbintl.com","observedAt":"2026-08-09T17:57:06.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aljazeera.com","rank":1375,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aljazeera.com","observedAt":"2026-08-09T17:57:06.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aljazeera.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Bytespider","cohere-ai"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1834},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"tier2Blocked":["Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":430985,"botStatus":200,"botBytes":430985,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Breaking News, World News and Video from Al Jazeera","lang":"en","ssrTextLength":5620,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":18,"imagesWithAlt":18,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aljazeera.net","rank":3894,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aljazeera.net","observedAt":"2026-08-09T17:57:06.971Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aljazeera.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Bytespider","cohere-ai"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1834},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"tier2Blocked":["Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":960340,"botStatus":200,"botBytes":960340,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"الجزيرة نت: آخر أخبار اليوم حول العالم","lang":"ar","ssrTextLength":9803,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":36,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"allaboutcookies.org","rank":716,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"allaboutcookies.org","observedAt":"2026-08-09T17:57:07.376Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://allaboutcookies.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":779,"botStatus":200,"botBytes":202085,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"allaboutcookies.org","lang":"en","ssrTextLength":63,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"allawnos.com","rank":351,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"allawnos.com","observedAt":"2026-08-09T17:57:07.785Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"allawntech.com","rank":2851,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"allawntech.com","observedAt":"2026-08-09T17:57:07.833Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://allawntech.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alldatasheet.com","rank":4484,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alldatasheet.com","observedAt":"2026-08-09T17:57:07.964Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://alldatasheet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5705,"botStatus":403,"botBytes":5705,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"allegro.pl","rank":802,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"allegro.pl","observedAt":"2026-08-09T17:57:08.543Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://allegro.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1070},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":778,"botStatus":403,"botBytes":778,"detected":true},"llmsTxt":{"present":true,"bytes":11984,"specValid":true,"issues":[],"linkCount":38},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"allegro.pl","lang":"en","ssrTextLength":54,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"allrecipes.com","rank":3109,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"allrecipes.com","observedAt":"2026-08-09T17:57:09.390Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://allrecipes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3456},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":477336,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"allstate.com","rank":3127,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"allstate.com","observedAt":"2026-08-09T17:57:10.506Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.allstate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":746208,"botStatus":200,"botBytes":422939,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Allstate Insurance Company | You're In Good Hands.","lang":null,"ssrTextLength":87,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"alltel24.ru","rank":4092,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alltel24.ru","observedAt":"2026-08-09T17:57:10.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://alltel24.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":64},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Alltel24 Облачная телефония - заказать подключение в Аллтел24","lang":"ru","ssrTextLength":79711,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":6,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alltrails.com","rank":3980,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alltrails.com","observedAt":"2026-08-09T17:57:11.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.alltrails.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"DataDome challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","YouBot"],"groupCount":84,"usesAllowRules":true,"crawlDelay":null,"bytes":6053},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","YouBot"],"cloaking":{"tested":true,"browserBytes":381887,"botStatus":200,"botBytes":542517,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"AllTrails: Trail Guides & Maps for Hiking, Camping, and Running | AllTrails","lang":"en","ssrTextLength":3870,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":46,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"allyonoapp.in","rank":1964,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"allyonoapp.in","observedAt":"2026-08-09T17:57:11.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alphadnszone.com","rank":4884,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alphadnszone.com","observedAt":"2026-08-09T17:57:12.216Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alphapolis.co.jp","rank":1646,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alphapolis.co.jp","observedAt":"2026-08-09T17:57:12.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.alphapolis.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2395,"botStatus":202,"botBytes":2395,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alphonso.tv","rank":1074,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alphonso.tv","observedAt":"2026-08-09T17:57:12.885Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://alphonso.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":408},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":46758,"botStatus":200,"botBytes":46758,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Alphonso – The TV Data Company","lang":"en","ssrTextLength":1331,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alrosa.ru","rank":677,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alrosa.ru","observedAt":"2026-08-09T17:57:13.448Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"SELF_SIGNED_CERT_IN_CHAIN","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"altervista.org","rank":2455,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"altervista.org","observedAt":"2026-08-09T17:57:13.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://en.altervista.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":44435,"botStatus":200,"botBytes":44435,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Create a blog or website for free and make money online - Altervista","lang":"en","ssrTextLength":3228,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx/1.24.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"alura.com.br","rank":4818,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"alura.com.br","observedAt":"2026-08-09T17:57:13.534Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.alura.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":255},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":774167,"botStatus":200,"botBytes":774167,"detected":false},"llmsTxt":{"present":true,"bytes":1569,"specValid":true,"issues":[],"linkCount":17},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Alura | Cursos Online de Tecnologia","lang":"pt","ssrTextLength":21393,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":77,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ama-assn.org","rank":4764,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ama-assn.org","observedAt":"2026-08-09T17:57:14.200Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ama-assn.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2096},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":316720,"botStatus":200,"botBytes":316720,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"American Medical Association | Medical News | News for Doctors","lang":"en","ssrTextLength":13902,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":24,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"amagi.tv","rank":1037,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amagi.tv","observedAt":"2026-08-09T17:57:14.416Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://amagi.tv/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":123,"botStatus":200,"botBytes":123,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amap.com","rank":1318,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amap.com","observedAt":"2026-08-09T17:57:15.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"groupCount":49,"usesAllowRules":true,"crawlDelay":1,"bytes":18797},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","Perplexity-User","Applebot-Extended"],"tier2Blocked":["MistralAI-User","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon-adsystem.com","rank":130,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon-adsystem.com","observedAt":"2026-08-09T17:57:15.602Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://amazon-adsystem.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.ae","rank":3508,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.ae","observedAt":"2026-08-09T17:57:16.838Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazon.ae/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":6711},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2162,"botStatus":503,"botBytes":3361,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":" ","lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.ca","rank":642,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.ca","observedAt":"2026-08-09T17:57:17.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":6179},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.co.jp","rank":501,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.co.jp","observedAt":"2026-08-09T17:57:17.407Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazon.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":10174},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2170,"botStatus":503,"botBytes":2112,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":" ","lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.co.uk","rank":317,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.co.uk","observedAt":"2026-08-09T17:57:17.838Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7258},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.co.za","rank":707,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.co.za","observedAt":"2026-08-09T17:57:17.843Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.co.za/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7257},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.com","rank":25,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.com","observedAt":"2026-08-09T17:57:18.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7887},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2167,"botStatus":503,"botBytes":2671,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":" ","lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.com.au","rank":791,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.com.au","observedAt":"2026-08-09T17:57:18.904Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":6904},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.com.br","rank":834,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.com.br","observedAt":"2026-08-09T17:57:19.239Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazon.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":5764},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2175,"botStatus":503,"botBytes":1643,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":" ","lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.com.mx","rank":1035,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.com.mx","observedAt":"2026-08-09T17:57:19.938Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.com.mx/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":6983},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.com.tr","rank":4096,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.com.tr","observedAt":"2026-08-09T17:57:20.081Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazon.com.tr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":6551},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2175,"botStatus":503,"botBytes":2789,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":" ","lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.de","rank":382,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.de","observedAt":"2026-08-09T17:57:20.149Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":102,"usesAllowRules":true,"crawlDelay":null,"bytes":7508},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.dev","rank":134,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.dev","observedAt":"2026-08-09T17:57:20.653Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.eg","rank":1187,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.eg","observedAt":"2026-08-09T17:57:21.060Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.eg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":6711},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.es","rank":734,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.es","observedAt":"2026-08-09T17:57:21.315Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7063},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.fr","rank":612,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.fr","observedAt":"2026-08-09T17:57:21.876Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7161},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.in","rank":666,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.in","observedAt":"2026-08-09T17:57:21.994Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":103,"usesAllowRules":true,"crawlDelay":null,"bytes":9320},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.it","rank":728,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.it","observedAt":"2026-08-09T17:57:22.375Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7450},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.nl","rank":3546,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.nl","observedAt":"2026-08-09T17:57:22.464Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7059},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.pl","rank":4163,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.pl","observedAt":"2026-08-09T17:57:22.835Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7031},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.sa","rank":4154,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.sa","observedAt":"2026-08-09T17:57:23.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.sa/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":6711},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazon.se","rank":3389,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazon.se","observedAt":"2026-08-09T17:57:23.241Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.amazon.se/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":7660},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":2007,"botStatus":202,"botBytes":2007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amazonalexa.com","rank":421,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazonalexa.com","observedAt":"2026-08-09T17:57:23.867Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazon.com/b?node=210710065011","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":261133,"botStatus":503,"botBytes":2671,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":4293,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":8,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Server"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"amazonaws.com.cn","rank":2229,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazonaws.com.cn","observedAt":"2026-08-09T17:57:24.139Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazonaws.cn/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":337},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":865399,"botStatus":200,"botBytes":865399,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Amazon Web Services  -  The World Leading Cloud Computing Services Provider - Operated by NWCD and Sinnet","lang":"en","ssrTextLength":12295,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":27,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"amazontrust.com","rank":396,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazontrust.com","observedAt":"2026-08-09T17:57:24.637Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amazontrust.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13891,"botStatus":200,"botBytes":13891,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Amazon Trust Services","lang":"en","ssrTextLength":243,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"amazonvideo.com","rank":120,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amazonvideo.com","observedAt":"2026-08-09T17:57:24.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.primevideo.com/offers/nonprimehomepage?ref_=dv_web_force_root","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["ChatGPT-User","Claude-User","PerplexityBot","Perplexity-User","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":94,"usesAllowRules":false,"crawlDelay":null,"bytes":4348},"tier1Blocked":["ChatGPT-User","Claude-User","PerplexityBot","Perplexity-User","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":498496,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Prime Video: Watch movies, TV shows, sports, and live TV","lang":"en","ssrTextLength":1427,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":5,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"amd.com","rank":1122,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amd.com","observedAt":"2026-08-09T17:57:25.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amd.com/en.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":206837,"botStatus":200,"botBytes":206689,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AMD ׀ together we advance_AI","lang":"en","ssrTextLength":11845,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":38,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ameba.jp","rank":1081,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ameba.jp","observedAt":"2026-08-09T17:57:26.041Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":337},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ameblo.jp","rank":789,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ameblo.jp","observedAt":"2026-08-09T17:57:26.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ameblo.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1964},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":123279,"botStatus":200,"botBytes":123346,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"アメーバブログ（アメブロ）｜Amebaで無料ブログを始めよう","lang":"ja","ssrTextLength":3726,"h1Count":1,"landmarks":["main","header","footer","aside"],"imagesTotal":128,"imagesWithAlt":60,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ameli.fr","rank":4962,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ameli.fr","observedAt":"2026-08-09T17:57:26.891Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ameli.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":36652,"botStatus":403,"botBytes":36631,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vérification de sécurité","lang":"fr","ssrTextLength":293,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"amemv.com","rank":1059,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amemv.com","observedAt":"2026-08-09T17:57:27.022Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.douyin.com/?redirect_from=awemv","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72914,"botStatus":200,"botBytes":72914,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"americanexpress.com","rank":2197,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"americanexpress.com","observedAt":"2026-08-09T17:57:27.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.americanexpress.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":271},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":656351,"botStatus":200,"botBytes":656351,"detected":false},"llmsTxt":{"present":true,"bytes":643,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"American Express Credit Cards, Rewards & Banking","lang":"en","ssrTextLength":1564,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":12,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"amnesty.org","rank":3654,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amnesty.org","observedAt":"2026-08-09T17:57:27.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amnesty.org/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["CCBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":5,"bytes":431},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":108705,"botStatus":200,"botBytes":108705,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Amnesty International","lang":"en","ssrTextLength":2984,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":9,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"amocrm.ru","rank":2124,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amocrm.ru","observedAt":"2026-08-09T17:57:27.988Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.amocrm.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1439},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60434,"botStatus":200,"botBytes":60434,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Онлайн CRM система. Управление клиентами в современной облачной CRM — amoCRM","lang":"ru","ssrTextLength":3376,"h1Count":0,"landmarks":["footer","article"],"imagesTotal":9,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"amp-endpoint1.com","rank":2897,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amp-endpoint1.com","observedAt":"2026-08-09T17:57:28.011Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amp-endpoint2.com","rank":1443,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amp-endpoint2.com","observedAt":"2026-08-09T17:57:28.275Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amp-endpoint3.com","rank":2230,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amp-endpoint3.com","observedAt":"2026-08-09T17:57:28.983Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amplifyapp.com","rank":2702,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amplifyapp.com","observedAt":"2026-08-09T17:57:29.494Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ampproject.net","rank":3569,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ampproject.net","observedAt":"2026-08-09T17:57:29.845Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://amp.dev/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":137586,"botStatus":200,"botBytes":137586,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Webpage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AMP - a web component framework to easily create user-first web experiences - amp.dev","lang":"en","ssrTextLength":3590,"h1Count":7,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ampproject.org","rank":386,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ampproject.org","observedAt":"2026-08-09T17:57:31.315Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://amp.dev/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":137586,"botStatus":200,"botBytes":137586,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Webpage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AMP - a web component framework to easily create user-first web experiences - amp.dev","lang":"en","ssrTextLength":3590,"h1Count":7,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"amx1.net","rank":3197,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amx1.net","observedAt":"2026-08-09T17:57:31.714Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://amx1.net/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"amxrtb.com","rank":3140,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"amxrtb.com","observedAt":"2026-08-09T17:57:31.894Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://amxrtb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":170,"botStatus":200,"botBytes":170,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"amxrtb.com","lang":null,"ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"an1.com","rank":1647,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"an1.com","observedAt":"2026-08-09T17:57:32.617Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://an1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":834},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83141,"botStatus":200,"botBytes":83141,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"News, free games and program for Android","lang":"en","ssrTextLength":3427,"h1Count":2,"landmarks":["header","footer","article"],"imagesTotal":67,"imagesWithAlt":66,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ana.co.jp","rank":4415,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ana.co.jp","observedAt":"2026-08-09T17:57:32.714Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ana.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":698977,"botStatus":200,"botBytes":698821,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ANAの航空券・飛行機 予約、空席照会、運賃案内|ANA","lang":"ja","ssrTextLength":7742,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":223,"imagesWithAlt":146,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ancestry.com","rank":981,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ancestry.com","observedAt":"2026-08-09T17:57:32.744Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ancestry.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2,"botStatus":403,"botBytes":2,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":2,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"anchor.fm","rank":2753,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anchor.fm","observedAt":"2026-08-09T17:57:32.922Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://creators.spotify.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":69754,"botStatus":200,"botBytes":69754,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tools to manage and grow your podcast - Spotify for Creators","lang":null,"ssrTextLength":1771,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"android.com","rank":236,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"android.com","observedAt":"2026-08-09T17:57:33.050Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.android.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":15,"usesAllowRules":false,"crawlDelay":null,"bytes":1890},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":316801,"botStatus":200,"botBytes":316801,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Android | Do More With Google on Android Phones & Devices","lang":"en","ssrTextLength":5866,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"angelfire.com","rank":3128,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"angelfire.com","observedAt":"2026-08-09T17:57:33.163Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"animanch.com","rank":1692,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"animanch.com","observedAt":"2026-08-09T17:57:34.417Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://animanch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5839,"botStatus":403,"botBytes":5839,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":750,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aniview.com","rank":2186,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aniview.com","observedAt":"2026-08-09T17:57:34.503Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aniview.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":285},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":396138,"botStatus":200,"botBytes":396138,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Video Advertising and Monetization Solutions | Aniview","lang":"en","ssrTextLength":6917,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":55,"imagesWithAlt":32,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudfront","server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"anker-in.com","rank":4968,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anker-in.com","observedAt":"2026-08-09T17:57:34.712Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.anker-in.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":124},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":526004,"botStatus":200,"botBytes":526004,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home - Anker Innovations","lang":null,"ssrTextLength":3692,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":35,"imagesWithAlt":26,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"annunci69.it","rank":1706,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"annunci69.it","observedAt":"2026-08-09T17:57:36.245Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://annunci69.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":133,"usesAllowRules":false,"crawlDelay":5,"bytes":5386},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ansa.it","rank":3628,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ansa.it","observedAt":"2026-08-09T17:57:36.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ansa.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":21,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":711470,"botStatus":200,"botBytes":711470,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","CollectionPage","BreadcrumbList","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Agenzia ANSA: ultime notizie di cronaca, politica e sport - ANSA","lang":"it","ssrTextLength":29664,"h1Count":2,"landmarks":["header","footer","aside"],"imagesTotal":169,"imagesWithAlt":90,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"anses.gob.ar","rank":1677,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anses.gob.ar","observedAt":"2026-08-09T17:57:37.436Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.anses.gob.ar/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81088,"botStatus":200,"botBytes":81088,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ANSES","lang":"es","ssrTextLength":4147,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":29,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"imperva","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"answers.com","rank":4203,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"answers.com","observedAt":"2026-08-09T17:57:37.550Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.answers.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2224},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":355724,"botStatus":200,"botBytes":400247,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Answers - The Most Trusted Place for Answering Life's Questions","lang":"en","ssrTextLength":9034,"h1Count":0,"landmarks":["main"],"imagesTotal":46,"imagesWithAlt":41,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Apache/2.4.68 (Ubuntu)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"antarvasna3.com","rank":1731,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"antarvasna3.com","observedAt":"2026-08-09T17:57:37.928Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.antarvasna3.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1485},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":230759,"botStatus":200,"botBytes":230759,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hindi Sex Stories - Antarvasna - हिंदी सेक्स कहानियाँ","lang":"en","ssrTextLength":8519,"h1Count":2,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":6,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"anthropic.com","rank":624,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anthropic.com","observedAt":"2026-08-09T17:57:38.608Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.anthropic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":181944,"botStatus":200,"botBytes":181944,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home \\ Anthropic","lang":"en","ssrTextLength":4675,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"anticheatexpert.com","rank":4593,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anticheatexpert.com","observedAt":"2026-08-09T17:57:39.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://anticheatexpert.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":193},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30015,"botStatus":200,"botBytes":30015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"腾讯游戏安全ACE","lang":"zh","ssrTextLength":2008,"h1Count":0,"landmarks":[],"imagesTotal":18,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"anu.edu.au","rank":3797,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anu.edu.au","observedAt":"2026-08-09T17:57:39.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.anu.edu.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":90163,"botStatus":200,"botBytes":90163,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Australian National University","lang":"en","ssrTextLength":6920,"h1Count":4,"landmarks":["main","nav","header","footer","article"],"imagesTotal":53,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"anydesk.com","rank":667,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anydesk.com","observedAt":"2026-08-09T17:57:39.626Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://anydesk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"anyrtb.com","rank":4996,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"anyrtb.com","observedAt":"2026-08-09T17:57:39.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aol.com","rank":474,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aol.com","observedAt":"2026-08-09T17:57:41.067Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aol.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":44,"usesAllowRules":true,"crawlDelay":null,"bytes":2207},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1956430,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"News, Politics, Sports, Mail & Latest Headlines - AOL.com","lang":"en","ssrTextLength":19892,"h1Count":1,"landmarks":["main","header"],"imagesTotal":432,"imagesWithAlt":391,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ATS"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aol.de","rank":3811,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aol.de","observedAt":"2026-08-09T17:57:41.616Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aol.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":44,"usesAllowRules":false,"crawlDelay":null,"bytes":1946},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":784665,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AOL.de | Kostenlose Email, Nachrichten & Wetter, Finanzen , Sport und Star-News auf AOL.de - AOL.de","lang":"de","ssrTextLength":8371,"h1Count":0,"landmarks":["main","header"],"imagesTotal":155,"imagesWithAlt":144,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ATS"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aoneroom.com","rank":4898,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aoneroom.com","observedAt":"2026-08-09T17:57:41.923Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ap.org","rank":4627,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ap.org","observedAt":"2026-08-09T17:57:42.157Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ap.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot"],"groupCount":12,"usesAllowRules":true,"crawlDelay":10,"bytes":586},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":395793,"botStatus":200,"botBytes":395793,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Associated Press | Video, Photo, Text, Audio & Data News Agency","lang":"en","ssrTextLength":24882,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":95,"imagesWithAlt":49,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ap4r.com","rank":1260,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ap4r.com","observedAt":"2026-08-09T17:57:42.591Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apa.org","rank":1096,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apa.org","observedAt":"2026-08-09T17:57:42.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.apa.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":1,"bytes":1066},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114858,"botStatus":200,"botBytes":1036,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"American Psychological Association (APA)","lang":"en","ssrTextLength":7972,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":30,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"imperva","server":"Microsoft-IIS/10.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"apache.org","rank":122,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apache.org","observedAt":"2026-08-09T17:57:42.768Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://apache.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":4,"bytes":47},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51313,"botStatus":200,"botBytes":51313,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to The Apache Software Foundation | Apache Software Foundation","lang":"en","ssrTextLength":4490,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":50,"imagesWithAlt":49,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"apachefriends.org","rank":2374,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apachefriends.org","observedAt":"2026-08-09T17:57:43.204Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.apachefriends.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":357},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11389,"botStatus":200,"botBytes":11389,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"XAMPP Installers and Downloads for Apache Friends","lang":"en","ssrTextLength":1465,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"GitHub.com"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apachelounge.com","rank":4138,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apachelounge.com","observedAt":"2026-08-09T17:57:43.267Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.apachelounge.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":3,"bytes":260},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22844,"botStatus":200,"botBytes":22844,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Apache Lounge","lang":null,"ssrTextLength":3405,"h1Count":0,"landmarks":[],"imagesTotal":22,"imagesWithAlt":22,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.68 (Win64)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"aparat.com","rank":1106,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aparat.com","observedAt":"2026-08-09T17:57:43.510Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":504,"finalUrl":"https://www.aparat.com/","error":"homepage returned HTTP 504","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1471},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apartments.com","rank":4713,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apartments.com","observedAt":"2026-08-09T17:57:44.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://apartments.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":364,"botStatus":200,"botBytes":74829,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":203,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apdcdn.com","rank":1760,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apdcdn.com","observedAt":"2026-08-09T17:57:44.450Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apigee.net","rank":1502,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apigee.net","observedAt":"2026-08-09T17:57:45.668Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apkpure.com","rank":3675,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apkpure.com","observedAt":"2026-08-09T17:57:45.764Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://apkpure.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3386},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5747,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":true,"bytes":15208,"specValid":true,"issues":[],"linkCount":68},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"apkpure.net","rank":4587,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apkpure.net","observedAt":"2026-08-09T17:57:45.999Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://apkpure.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5725,"botStatus":200,"botBytes":159158,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"apnews.com","rank":780,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apnews.com","observedAt":"2026-08-09T17:57:46.237Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://apnews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","CCBot","Amazonbot","cohere-ai"],"groupCount":14,"usesAllowRules":false,"crawlDelay":null,"bytes":1238},"tier1Blocked":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","cohere-ai"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Associated Press News: Breaking News, Latest Headlines and Videos  | AP News","lang":"en","ssrTextLength":52750,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":79,"imagesWithAlt":38,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"apnic.net","rank":3367,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apnic.net","observedAt":"2026-08-09T17:57:46.263Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.apnic.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":145},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":87601,"botStatus":200,"botBytes":87601,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"APNIC","lang":"en","ssrTextLength":4294,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":11,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"app-ads-services.com","rank":1014,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"app-ads-services.com","observedAt":"2026-08-09T17:57:46.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200332,"botStatus":200,"botBytes":31090,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":331,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"app-analytics-services-att.com","rank":1052,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"app-analytics-services-att.com","observedAt":"2026-08-09T17:57:46.671Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://app-analytics-services-att.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"app-analytics-services.com","rank":126,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"app-analytics-services.com","observedAt":"2026-08-09T17:57:47.416Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://app-analytics-services.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"app-measurement.com","rank":124,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"app-measurement.com","observedAt":"2026-08-09T17:57:47.669Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://app-measurement.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"app.link","rank":2097,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"app.link","observedAt":"2026-08-09T17:57:47.697Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://app.link/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":29529},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"appboy.com","rank":4162,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appboy.com","observedAt":"2026-08-09T17:57:47.974Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.braze.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":129},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":722283,"botStatus":200,"botBytes":722283,"detected":false},"llmsTxt":{"present":true,"bytes":22437,"specValid":true,"issues":[],"linkCount":45},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Braze Customer Engagement Platform","lang":"en","ssrTextLength":7958,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":71,"imagesWithAlt":57,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"appcenter.ms","rank":750,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appcenter.ms","observedAt":"2026-08-09T17:57:48.071Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://appcenter.ms/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":32296,"botStatus":200,"botBytes":32296,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Visual Studio App Center | iOS, Android, Xamarin & React Native","lang":"en","ssrTextLength":1540,"h1Count":1,"landmarks":["main"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"appdome.com","rank":5024,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appdome.com","observedAt":"2026-08-09T17:57:48.214Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.appdome.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":150},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":379257,"botStatus":200,"botBytes":379257,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Appdome - Agentic Defense for the Mobile Business","lang":"en","ssrTextLength":16630,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":33,"imagesWithAlt":18,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"appier.net","rank":2007,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appier.net","observedAt":"2026-08-09T17:57:48.427Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.appier.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":160846,"botStatus":200,"botBytes":160846,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Appier | Empowering Businesses to Turn AI into ROI","lang":"en","ssrTextLength":9933,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":81,"imagesWithAlt":52,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"appiersig.com","rank":4897,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appiersig.com","observedAt":"2026-08-09T17:57:48.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apple-cloudkit.com","rank":1803,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apple-cloudkit.com","observedAt":"2026-08-09T17:57:48.887Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apple-dns.cn","rank":3335,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apple-dns.cn","observedAt":"2026-08-09T17:57:48.972Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apple.com","rank":10,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apple.com","observedAt":"2026-08-09T17:57:49.876Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.apple.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1018},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":254059,"botStatus":200,"botBytes":254059,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Apple","lang":"en","ssrTextLength":6524,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":99,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apple"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"apple.news","rank":2211,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apple.news","observedAt":"2026-08-09T17:57:51.394Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://apple.news/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7414,"botStatus":200,"botBytes":7414,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Apple News","lang":"en","ssrTextLength":93,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AppleHttpServer/963281774dffbe1fcdda324a"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"applovin.com","rank":164,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"applovin.com","observedAt":"2026-08-09T17:57:51.449Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://applovin.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":218},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":572150,"botStatus":200,"botBytes":572149,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization","ImageObject","BreadcrumbList","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AppLovin | Advertising solutions built for growth","lang":"en","ssrTextLength":3015,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":102,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"applvn.com","rank":2454,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"applvn.com","observedAt":"2026-08-09T17:57:52.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"appnext.com","rank":4516,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appnext.com","observedAt":"2026-08-09T17:57:52.420Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://appnext.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":207},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":110999,"botStatus":200,"botBytes":110999,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home","lang":"en","ssrTextLength":1770,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"appsflyer.com","rank":310,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appsflyer.com","observedAt":"2026-08-09T17:57:52.453Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.appsflyer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":3116},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":419525,"botStatus":200,"botBytes":419525,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AppsFlyer | Modern Marketing Cloud","lang":"en","ssrTextLength":17278,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":77,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"appsflyersdk.com","rank":35,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appsflyersdk.com","observedAt":"2026-08-09T17:57:52.902Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://appsflyersdk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":62,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"appspot.com","rank":814,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"appspot.com","observedAt":"2026-08-09T17:57:52.917Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://accounts.google.com/v3/signin/identifier?continue=https%3A%2F%2Fconsole.cloud.google.com%2Fappengine&dsh=S-80320245%3A1786298274272119&followup=https%3A%2F%2Fconsole.cloud.google.com%2Fappengine&osid=1&passive=1209600&service=cloudconsole&flowName=GlifWebSignIn&flowEntry=ServiceLogin&ifkv=Ac50bxsym12bIg5-TLb0DXWrtc5RuJg3JdGBT-6vyHyraOUNuWGamEJTjpmKq-XpIs6So4xb1sCa8g","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1234327,"botStatus":200,"botBytes":901963,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google Cloud Platform","lang":"en","ssrTextLength":1057,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"ESF"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"apptentive.com","rank":3438,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apptentive.com","observedAt":"2026-08-09T17:57:53.026Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://apptentive.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1320,"botStatus":200,"botBytes":500410,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":null,"ssrTextLength":70,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"apptracer.ru","rank":2768,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apptracer.ru","observedAt":"2026-08-09T17:57:53.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://apptracer.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":246207,"botStatus":200,"botBytes":246207,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tracer - Сбор и анализ ошибок мобильных приложений и веб‑сайтов","lang":"en","ssrTextLength":1854,"h1Count":1,"landmarks":[],"imagesTotal":11,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aps.org","rank":4863,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aps.org","observedAt":"2026-08-09T17:57:53.312Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.aps.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":4505},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"apuestatotal.com","rank":1924,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"apuestatotal.com","observedAt":"2026-08-09T17:57:53.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.apuestatotal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":711},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5730,"botStatus":403,"botBytes":5709,"detected":true},"llmsTxt":{"present":true,"bytes":2081,"specValid":true,"issues":[],"linkCount":11},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arabtnt.com","rank":1640,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arabtnt.com","observedAt":"2026-08-09T17:57:53.764Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://arabtnt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":27,"usesAllowRules":false,"crawlDelay":30,"bytes":1102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5708,"botStatus":403,"botBytes":4906,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arabx.cam","rank":1626,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arabx.cam","observedAt":"2026-08-09T17:57:55.709Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.arabx.cam/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":12,"usesAllowRules":false,"crawlDelay":null,"bytes":1085},"tier1Blocked":["GPTBot","ClaudeBot","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":61272,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"عرب اكس - سكس مترجم وافلام سكس مترجمه احدث فيديوهات السكس المترجم","lang":"ar","ssrTextLength":4726,"h1Count":1,"landmarks":["nav"],"imagesTotal":31,"imagesWithAlt":31,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"arabxn.sex","rank":1620,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arabxn.sex","observedAt":"2026-08-09T17:57:55.876Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://arabxn.sex/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":57584,"botStatus":200,"botBytes":57584,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"سكس مترجم - سكس عربي - افلام سكس نيك xnxx","lang":"en","ssrTextLength":3119,"h1Count":1,"landmarks":["nav"],"imagesTotal":24,"imagesWithAlt":24,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arbada.com","rank":1671,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arbada.com","observedAt":"2026-08-09T17:57:56.646Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.arbada.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":608},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72291,"botStatus":200,"botBytes":72291,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"سكس عربدة - Arbada Porn","lang":"en","ssrTextLength":4537,"h1Count":2,"landmarks":["nav"],"imagesTotal":44,"imagesWithAlt":44,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arbeitsagentur.de","rank":3782,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arbeitsagentur.de","observedAt":"2026-08-09T17:57:56.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.arbeitsagentur.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":208},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":166786,"botStatus":200,"botBytes":166786,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Startseite | Bundesagentur für Arbeit","lang":"de","ssrTextLength":2893,"h1Count":3,"landmarks":["main","nav","header","aside"],"imagesTotal":5,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"o-vfz1-online Application"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arc-msedge.net","rank":2739,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arc-msedge.net","observedAt":"2026-08-09T17:57:57.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arca.live","rank":1416,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arca.live","observedAt":"2026-08-09T17:57:57.449Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://arca.live/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5549,"botStatus":403,"botBytes":5549,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arcgis.com","rank":897,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arcgis.com","observedAt":"2026-08-09T17:57:57.707Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.arcgis.com/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":823,"botStatus":200,"botBytes":823,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"ArcGIS Online"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"archdaily.com","rank":4389,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"archdaily.com","observedAt":"2026-08-09T17:57:57.839Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.archdaily.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":300,"bytes":413},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1016551,"botStatus":200,"botBytes":1016551,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ArchDaily | Broadcasting Architecture Worldwide","lang":"en","ssrTextLength":11052,"h1Count":0,"landmarks":["aside"],"imagesTotal":108,"imagesWithAlt":107,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx/1.14.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"archive.is","rank":1797,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"archive.is","observedAt":"2026-08-09T17:57:58.087Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://archive.is/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":439},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55511,"botStatus":200,"botBytes":14237,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"archive.is","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"archive.org","rank":145,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"archive.org","observedAt":"2026-08-09T17:57:58.110Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://archive.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":238},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1872,"botStatus":200,"botBytes":1872,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Internet Archive: Digital Library of Free & Borrowable Texts, Movies, Music & Wayback Machine","lang":"en","ssrTextLength":89,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.31.3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"archive.ph","rank":1829,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"archive.ph","observedAt":"2026-08-09T17:57:58.188Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://archive.ph/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":439},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55511,"botStatus":200,"botBytes":14237,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"archive.ph","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"archiveofourown.org","rank":1128,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"archiveofourown.org","observedAt":"2026-08-09T17:57:58.279Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://archiveofourown.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","CCBot"],"groupCount":6,"usesAllowRules":false,"crawlDelay":30,"bytes":872},"tier1Blocked":["GPTBot","ChatGPT-User"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":24186,"botStatus":403,"botBytes":6898,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Archive of Our Own","lang":"en","ssrTextLength":3552,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"archives.gov","rank":2740,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"archives.gov","observedAt":"2026-08-09T17:57:58.391Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.archives.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":10,"bytes":1048},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30791,"botStatus":200,"botBytes":30791,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"National Archives | Home","lang":"en","ssrTextLength":2299,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"archlinux.org","rank":2720,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"archlinux.org","observedAt":"2026-08-09T17:57:58.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://archlinux.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":2,"bytes":149},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25128,"botStatus":200,"botBytes":25128,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Arch Linux","lang":"en","ssrTextLength":6055,"h1Count":0,"landmarks":["header"],"imagesTotal":5,"imagesWithAlt":5,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arcticwolf.net","rank":4276,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arcticwolf.net","observedAt":"2026-08-09T17:57:59.040Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://arcticwolf.net/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ardmediathek.de","rank":3682,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ardmediathek.de","observedAt":"2026-08-09T17:58:00.840Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ardmediathek.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":21,"usesAllowRules":false,"crawlDelay":null,"bytes":2425},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":485349,"botStatus":200,"botBytes":485349,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ARD Mediathek: Filme, Serien und Dokus online anschauen","lang":"de","ssrTextLength":3544,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":25,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arduino.cc","rank":3600,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arduino.cc","observedAt":"2026-08-09T17:58:00.921Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.arduino.cc/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":173},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":372390,"botStatus":200,"botBytes":372390,"detected":false},"llmsTxt":{"present":true,"bytes":5114,"specValid":true,"issues":[],"linkCount":32},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Arduino - Home","lang":"en","ssrTextLength":4016,"h1Count":0,"landmarks":[],"imagesTotal":40,"imagesWithAlt":39,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"argos.co.uk","rank":1256,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"argos.co.uk","observedAt":"2026-08-09T17:58:00.971Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://argos.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":702886,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"argotunnel.com","rank":3010,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"argotunnel.com","observedAt":"2026-08-09T17:58:01.456Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arin.net","rank":3369,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arin.net","observedAt":"2026-08-09T17:58:01.795Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.arin.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":166},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":29557,"botStatus":200,"botBytes":29557,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"American Registry for Internet Numbers","lang":"en","ssrTextLength":4725,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arionplay.com","rank":1933,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arionplay.com","observedAt":"2026-08-09T17:58:02.284Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://arionplay.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2389,"botStatus":403,"botBytes":2389,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ArionPlay Access Restricted","lang":"en","ssrTextLength":268,"h1Count":1,"landmarks":["main"],"imagesTotal":5,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arizona.edu","rank":2598,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arizona.edu","observedAt":"2026-08-09T17:58:02.647Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.arizona.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":123260,"botStatus":200,"botBytes":123260,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ImageObject","CollegeOrUniversity","WebPage","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"University of Arizona in Tucson, AZ","lang":"en","ssrTextLength":5281,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":14,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"arlo.com","rank":3760,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arlo.com","observedAt":"2026-08-09T17:58:02.689Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.arlo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5722,"botStatus":403,"botBytes":5701,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arm-msedge.net","rank":3825,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arm-msedge.net","observedAt":"2026-08-09T17:58:02.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"armgs.team","rank":2166,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"armgs.team","observedAt":"2026-08-09T17:58:02.964Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UNABLE_TO_VERIFY_LEAF_SIGNATURE","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"army.mil","rank":2767,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"army.mil","observedAt":"2026-08-09T17:58:03.218Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arstechnica.com","rank":1853,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arstechnica.com","observedAt":"2026-08-09T17:58:03.288Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://arstechnica.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":1912},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":354937,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Ars Technica - Serving the Technologist since 1998. News, reviews, and analysis.","lang":"en","ssrTextLength":9877,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":61,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arte.tv","rank":4977,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arte.tv","observedAt":"2026-08-09T17:58:03.321Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":103},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"artfight.net","rank":1884,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"artfight.net","observedAt":"2026-08-09T17:58:03.740Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://artfight.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":30,"usesAllowRules":true,"crawlDelay":null,"bytes":2577},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"artstation.com","rank":3378,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"artstation.com","observedAt":"2026-08-09T17:58:03.979Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://artstation.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":927},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24940,"botStatus":403,"botBytes":24940,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":35,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aruba.it","rank":3730,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aruba.it","observedAt":"2026-08-09T17:58:05.189Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aruba.it/en/home.aspx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":616},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":202083,"botStatus":200,"botBytes":202084,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Home | Aruba.it","lang":"en","ssrTextLength":13530,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":93,"imagesWithAlt":55,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"arubainstanton.com","rank":4849,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arubainstanton.com","observedAt":"2026-08-09T17:58:05.782Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.arubainstanton.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":374,"botStatus":200,"botBytes":273471,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":209,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arubanetworks.com","rank":291,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arubanetworks.com","observedAt":"2026-08-09T17:58:06.026Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.arubanetworks.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":373,"botStatus":200,"botBytes":329958,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":208,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"arxiv.org","rank":482,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"arxiv.org","observedAt":"2026-08-09T17:58:06.036Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://arxiv.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":10,"usesAllowRules":true,"crawlDelay":15,"bytes":5854},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":38051,"botStatus":200,"botBytes":38051,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"arXiv.org e-Print archive","lang":"en","ssrTextLength":5913,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Google Frontend"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"as.com","rank":1067,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"as.com","observedAt":"2026-08-09T17:58:06.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://as.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","CCBot","Amazonbot","Bytespider","MistralAI-User","DuckAssistBot"],"groupCount":100,"usesAllowRules":false,"crawlDelay":null,"bytes":4551},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","MistralAI-User","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":844,"botStatus":403,"botBytes":844,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"as.com","lang":"en","ssrTextLength":50,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"asahi.com","rank":2916,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"asahi.com","observedAt":"2026-08-09T17:58:06.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.asahi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":37,"usesAllowRules":true,"crawlDelay":null,"bytes":2033},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":247401,"botStatus":200,"botBytes":247401,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"朝日新聞：朝日新聞社のニュースサイト","lang":"ja","ssrTextLength":14151,"h1Count":1,"landmarks":["footer"],"imagesTotal":198,"imagesWithAlt":197,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"asana.com","rank":2246,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"asana.com","observedAt":"2026-08-09T17:58:06.857Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://asana.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":547},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":801663,"botStatus":200,"botBytes":804649,"detected":false},"llmsTxt":{"present":true,"bytes":5691,"specValid":true,"issues":[],"linkCount":44},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Work & Project Management for Human-Agent Teams • Asana","lang":"en","ssrTextLength":9633,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":186,"imagesWithAlt":122,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"asos.com","rank":3351,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"asos.com","observedAt":"2026-08-09T17:58:07.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.asos.com/?","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":269785,"botStatus":200,"botBytes":269784,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ASOS | Online Shopping for the Latest Clothes & Fashion","lang":"en","ssrTextLength":9685,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":69,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":"akamai","server":"ASOS"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"assetsconfigcdn.org","rank":2997,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"assetsconfigcdn.org","observedAt":"2026-08-09T17:58:07.568Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://assetsconfigcdn.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19,"botStatus":403,"botBytes":19,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":19,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"asu.edu","rank":2399,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"asu.edu","observedAt":"2026-08-09T17:58:07.601Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.asu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1552},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75246,"botStatus":200,"botBytes":75246,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ASU Homepage | Arizona State University","lang":"en","ssrTextLength":5443,"h1Count":10,"landmarks":["main","nav","header","footer","article"],"imagesTotal":28,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"asurascans.com","rank":1353,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"asurascans.com","observedAt":"2026-08-09T17:58:07.654Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://asurascans.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":312},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":669013,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Asura Scans - Read Manga, Manhwa & Manhua Online","lang":"en","ssrTextLength":5418,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":89,"imagesWithAlt":86,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"asus.com","rank":732,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"asus.com","observedAt":"2026-08-09T17:58:08.490Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.asus.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":480},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":386205,"botStatus":200,"botBytes":386205,"detected":false},"llmsTxt":{"present":true,"bytes":36896,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ASUS Global","lang":"en","ssrTextLength":2517,"h1Count":0,"landmarks":["nav"],"imagesTotal":22,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"asuscomm.com","rank":3490,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"asuscomm.com","observedAt":"2026-08-09T17:58:08.552Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://asuscomm.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aternos.org","rank":1325,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aternos.org","observedAt":"2026-08-09T17:58:08.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://aternos.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":30},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":5704,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"atl-paas.net","rank":3717,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atl-paas.net","observedAt":"2026-08-09T17:58:10.665Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://developer.atlassian.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":149436,"botStatus":200,"botBytes":149436,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":391,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AtlassianEdge"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"atlasobscura.com","rank":4769,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atlasobscura.com","observedAt":"2026-08-09T17:58:10.883Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://atlasobscura.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5843,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":754,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"atlassian.com","rank":592,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atlassian.com","observedAt":"2026-08-09T17:58:11.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.atlassian.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1292},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":26567,"specValid":true,"issues":[],"linkCount":105},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Collaboration software for software, IT and business teams | Atlassian","lang":"en","ssrTextLength":15173,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":48,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AtlassianEdge"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"atlassian.net","rank":498,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atlassian.net","observedAt":"2026-08-09T17:58:11.184Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.atlassian.com/software","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":317},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1884619,"botStatus":200,"botBytes":1884615,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Products | Atlassian","lang":"en","ssrTextLength":21399,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":39,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AtlassianEdge"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"atol.ru","rank":5011,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atol.ru","observedAt":"2026-08-09T17:58:11.857Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.atol.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13602,"botStatus":200,"botBytes":13602,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":"185.71.67.137"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"atom.com","rank":3272,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atom.com","observedAt":"2026-08-09T17:58:11.889Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://atom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3043},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5676,"botStatus":200,"botBytes":883034,"detected":false},"llmsTxt":{"present":true,"bytes":4723,"specValid":false,"issues":["no blockquote summary"],"linkCount":14},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"atomile.com","rank":2837,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atomile.com","observedAt":"2026-08-09T17:58:11.902Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"atsenergo.ru","rank":2910,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"atsenergo.ru","observedAt":"2026-08-09T17:58:12.062Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"att.com","rank":676,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"att.com","observedAt":"2026-08-09T17:58:12.402Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.att.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":10283},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":929498,"botStatus":200,"botBytes":929441,"detected":false},"llmsTxt":{"present":true,"bytes":13130,"specValid":true,"issues":[],"linkCount":72},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","Organization","ItemList","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"AT&T Official Site | Our Best Wireless & Internet Service","lang":"en","ssrTextLength":1725,"h1Count":1,"landmarks":["nav"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"att.net","rank":635,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"att.net","observedAt":"2026-08-09T17:58:12.661Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://currently.att.yahoo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":250},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":594562,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Currently.com - AT&T Yahoo Email, News, Sports & More","lang":"en","ssrTextLength":2693,"h1Count":0,"landmarks":["main","header","footer","article","aside"],"imagesTotal":41,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ATS"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"attn.tv","rank":1807,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"attn.tv","observedAt":"2026-08-09T17:58:12.853Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"au.com","rank":4134,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"au.com","observedAt":"2026-08-09T17:58:13.613Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.au.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":267},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":128299,"botStatus":200,"botBytes":128299,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"【公式】au | スマートフォン・携帯・料金プラン・インターネット","lang":"ja","ssrTextLength":3130,"h1Count":1,"landmarks":["nav"],"imagesTotal":72,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"aucey.com","rank":1670,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aucey.com","observedAt":"2026-08-09T17:58:13.759Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aucey.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7706,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Surveza","lang":"en","ssrTextLength":1653,"h1Count":0,"landmarks":["main"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"audible.com","rank":2584,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"audible.com","observedAt":"2026-08-09T17:58:14.118Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.audible.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":21769},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":434463,"botStatus":200,"botBytes":276377,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Audible | Listen to Audiobooks, Podcasts, & Originals","lang":"en","ssrTextLength":5311,"h1Count":0,"landmarks":["footer"],"imagesTotal":70,"imagesWithAlt":55,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"auth0.com","rank":1381,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"auth0.com","observedAt":"2026-08-09T17:58:14.327Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://auth0.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":320},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":403195,"botStatus":200,"botBytes":403195,"detected":false},"llmsTxt":{"present":true,"bytes":4232,"specValid":true,"issues":[],"linkCount":41},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Secure AI Agent & User Authentication | Auth0","lang":"en","ssrTextLength":21229,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":133,"imagesWithAlt":77,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"auth0app.com","rank":2902,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"auth0app.com","observedAt":"2026-08-09T17:58:14.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"auth0edge.com","rank":2926,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"auth0edge.com","observedAt":"2026-08-09T17:58:15.495Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"autodesk.com","rank":303,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"autodesk.com","observedAt":"2026-08-09T17:58:15.691Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.autodesk.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Autodesk | 3D Design, Engineering & Construction Software","lang":"en","ssrTextLength":1583322,"h1Count":0,"landmarks":["main"],"imagesTotal":42,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"automattic.com","rank":2059,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"automattic.com","observedAt":"2026-08-09T17:58:15.832Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://automattic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":628},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":134190,"botStatus":200,"botBytes":134190,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","BreadcrumbList","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Automattic – Making the web a better place","lang":"en","ssrTextLength":2774,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":4,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"autoplius.lt","rank":1653,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"autoplius.lt","observedAt":"2026-08-09T17:58:15.920Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://autoplius.lt/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17206,"botStatus":403,"botBytes":17185,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Autoplius.lt","lang":null,"ssrTextLength":813,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"autotrader.co.uk","rank":4048,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"autotrader.co.uk","observedAt":"2026-08-09T17:58:16.413Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.autotrader.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5794,"botStatus":403,"botBytes":5794,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"auvik.com","rank":1372,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"auvik.com","observedAt":"2026-08-09T17:58:16.543Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.auvik.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":370},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":350690,"botStatus":200,"botBytes":350690,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Auvik Networks: Best Network Management Software Solution","lang":"en","ssrTextLength":10062,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":61,"imagesWithAlt":61,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"av380.net","rank":2180,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"av380.net","observedAt":"2026-08-09T17:58:16.698Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://av380.net/site/login","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2774,"botStatus":200,"botBytes":2774,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"登录页面","lang":"en","ssrTextLength":65,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"avast.com","rank":265,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avast.com","observedAt":"2026-08-09T17:58:17.551Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.avast.com/en-us/index","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":440},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":740520,"botStatus":200,"botBytes":740522,"detected":false},"llmsTxt":{"present":true,"bytes":5610,"specValid":false,"issues":["no blockquote summary"],"linkCount":40},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Avast | Download Free Antivirus & VPN | 100% Free & Easy","lang":"en","ssrTextLength":11480,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":172,"imagesWithAlt":86,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"avcdn.net","rank":424,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avcdn.net","observedAt":"2026-08-09T17:58:17.713Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"avg.com","rank":3680,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avg.com","observedAt":"2026-08-09T17:58:18.337Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.avg.com/en-us/homepage","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2405},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83692,"botStatus":200,"botBytes":83691,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AVG 2026 | FREE Antivirus, VPN & TuneUp for All Your Devices","lang":"en","ssrTextLength":8369,"h1Count":1,"landmarks":["nav"],"imagesTotal":57,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"akamai","server":"Google Frontend"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aviasales.com","rank":2929,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aviasales.com","observedAt":"2026-08-09T17:58:18.670Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aviasales.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":742},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":634401,"botStatus":200,"botBytes":634401,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cheap Flights, Airline Tickets & Airfares - Find Deals on Flights at Aviasales.com","lang":"en","ssrTextLength":868,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"aviasales.ru","rank":4483,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aviasales.ru","observedAt":"2026-08-09T17:58:19.112Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aviasales.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1338},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":763425,"botStatus":200,"botBytes":763455,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Купить авиабилеты дёшево онлайн | Авиасейлс — поиск самых дешевых билетов на самолет","lang":"ru","ssrTextLength":6357,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"avira.com","rank":1806,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avira.com","observedAt":"2026-08-09T17:58:19.174Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.avira.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":1867},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":245108,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Corporation"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Download Security Software for Windows, Mac, Android & iOS | Avira Antivirus","lang":"en","ssrTextLength":27790,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":30,"imagesWithAlt":18,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"akamai"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"avito.ru","rank":579,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avito.ru","observedAt":"2026-08-09T17:58:19.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.avito.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":14853},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27444,"botStatus":200,"botBytes":1473628,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Доступ ограничен: проблема с IP","lang":"en","ssrTextLength":927,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"avito.st","rank":1685,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avito.st","observedAt":"2026-08-09T17:58:19.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":163},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"avs.io","rank":3881,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avs.io","observedAt":"2026-08-09T17:58:20.490Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aviasales.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":763455,"botStatus":200,"botBytes":763455,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Купить авиабилеты дёшево онлайн | Авиасейлс — поиск самых дешевых билетов на самолет","lang":"ru","ssrTextLength":6357,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"avsxappcaptiveportal.com","rank":412,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"avsxappcaptiveportal.com","observedAt":"2026-08-09T17:58:20.659Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://avsxappcaptiveportal.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awin1.com","rank":4025,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awin1.com","observedAt":"2026-08-09T17:58:21.123Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.awin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":331},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":277545,"botStatus":200,"botBytes":277545,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Join our global affiliate platform  | Awin","lang":"en","ssrTextLength":6636,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":16,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awmdm.com","rank":3169,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awmdm.com","observedAt":"2026-08-09T17:58:21.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aws-prd.net","rank":2427,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aws-prd.net","observedAt":"2026-08-09T17:58:21.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aws.com","rank":3741,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aws.com","observedAt":"2026-08-09T17:58:21.711Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aws.amazon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":13759},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":482469,"botStatus":200,"botBytes":482469,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloud Computing Services - Amazon Web Services (AWS)","lang":"en","ssrTextLength":9850,"h1Count":3,"landmarks":["main","nav","footer"],"imagesTotal":19,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"aws.dev","rank":144,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aws.dev","observedAt":"2026-08-09T17:58:21.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-00.com","rank":4260,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-00.com","observedAt":"2026-08-09T17:58:22.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-01.com","rank":3877,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-01.com","observedAt":"2026-08-09T17:58:22.941Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-02.com","rank":4016,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-02.com","observedAt":"2026-08-09T17:58:23.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-03.com","rank":2912,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-03.com","observedAt":"2026-08-09T17:58:23.653Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-04.com","rank":3992,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-04.com","observedAt":"2026-08-09T17:58:23.856Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-05.com","rank":3885,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-05.com","observedAt":"2026-08-09T17:58:24.097Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-06.com","rank":3974,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-06.com","observedAt":"2026-08-09T17:58:24.683Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-07.com","rank":3729,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-07.com","observedAt":"2026-08-09T17:58:24.824Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-08.com","rank":3690,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-08.com","observedAt":"2026-08-09T17:58:24.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-09.com","rank":3922,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-09.com","observedAt":"2026-08-09T17:58:24.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-10.com","rank":3663,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-10.com","observedAt":"2026-08-09T17:58:25.376Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-11.com","rank":3110,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-11.com","observedAt":"2026-08-09T17:58:25.404Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-12.com","rank":3667,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-12.com","observedAt":"2026-08-09T17:58:25.833Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-13.com","rank":3538,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-13.com","observedAt":"2026-08-09T17:58:26.596Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-14.com","rank":3919,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-14.com","observedAt":"2026-08-09T17:58:26.762Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-15.com","rank":3715,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-15.com","observedAt":"2026-08-09T17:58:26.792Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-16.com","rank":3481,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-16.com","observedAt":"2026-08-09T17:58:27.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-17.com","rank":3898,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-17.com","observedAt":"2026-08-09T17:58:27.471Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-18.com","rank":4062,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-18.com","observedAt":"2026-08-09T17:58:27.592Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-19.com","rank":4026,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-19.com","observedAt":"2026-08-09T17:58:27.754Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-19.net","rank":4420,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-19.net","observedAt":"2026-08-09T17:58:28.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-20.com","rank":3507,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-20.com","observedAt":"2026-08-09T17:58:28.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-21.com","rank":3917,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-21.com","observedAt":"2026-08-09T17:58:28.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-22.com","rank":3679,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-22.com","observedAt":"2026-08-09T17:58:28.670Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-23.com","rank":3861,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-23.com","observedAt":"2026-08-09T17:58:29.048Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-24.com","rank":3519,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-24.com","observedAt":"2026-08-09T17:58:29.080Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-25.com","rank":3592,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-25.com","observedAt":"2026-08-09T17:58:29.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-26.com","rank":3582,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-26.com","observedAt":"2026-08-09T17:58:30.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-27.com","rank":3255,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-27.com","observedAt":"2026-08-09T17:58:30.425Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-28.com","rank":4072,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-28.com","observedAt":"2026-08-09T17:58:30.426Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-29.com","rank":3075,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-29.com","observedAt":"2026-08-09T17:58:30.698Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-30.com","rank":3381,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-30.com","observedAt":"2026-08-09T17:58:30.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-31.com","rank":4042,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-31.com","observedAt":"2026-08-09T17:58:31.104Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-32.com","rank":4232,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-32.com","observedAt":"2026-08-09T17:58:31.311Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-33.com","rank":3340,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-33.com","observedAt":"2026-08-09T17:58:31.384Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-34.com","rank":3681,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-34.com","observedAt":"2026-08-09T17:58:31.947Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-35.com","rank":3620,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-35.com","observedAt":"2026-08-09T17:58:32.131Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-36.com","rank":3659,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-36.com","observedAt":"2026-08-09T17:58:32.185Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-37.com","rank":3281,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-37.com","observedAt":"2026-08-09T17:58:32.273Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-38.com","rank":4029,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-38.com","observedAt":"2026-08-09T17:58:32.340Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-39.com","rank":3392,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-39.com","observedAt":"2026-08-09T17:58:32.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-40.com","rank":3805,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-40.com","observedAt":"2026-08-09T17:58:32.697Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-41.com","rank":3581,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-41.com","observedAt":"2026-08-09T17:58:33.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-42.com","rank":3503,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-42.com","observedAt":"2026-08-09T17:58:33.894Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-43.com","rank":3571,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-43.com","observedAt":"2026-08-09T17:58:34.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-44.com","rank":4071,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-44.com","observedAt":"2026-08-09T17:58:34.067Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-45.com","rank":4023,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-45.com","observedAt":"2026-08-09T17:58:34.309Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-46.com","rank":3779,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-46.com","observedAt":"2026-08-09T17:58:34.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-47.com","rank":3597,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-47.com","observedAt":"2026-08-09T17:58:34.765Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-48.com","rank":3876,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-48.com","observedAt":"2026-08-09T17:58:34.946Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-49.com","rank":3649,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-49.com","observedAt":"2026-08-09T17:58:35.017Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-50.com","rank":4067,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-50.com","observedAt":"2026-08-09T17:58:35.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-51.com","rank":3707,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-51.com","observedAt":"2026-08-09T17:58:35.800Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-52.com","rank":3208,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-52.com","observedAt":"2026-08-09T17:58:35.822Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-53.com","rank":3814,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-53.com","observedAt":"2026-08-09T17:58:35.969Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-54.com","rank":3601,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-54.com","observedAt":"2026-08-09T17:58:35.990Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-55.com","rank":4087,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-55.com","observedAt":"2026-08-09T17:58:36.268Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-56.com","rank":3904,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-56.com","observedAt":"2026-08-09T17:58:36.398Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-57.com","rank":3799,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-57.com","observedAt":"2026-08-09T17:58:36.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-58.com","rank":3902,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-58.com","observedAt":"2026-08-09T17:58:37.532Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-59.com","rank":3404,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-59.com","observedAt":"2026-08-09T17:58:37.653Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-60.com","rank":4088,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-60.com","observedAt":"2026-08-09T17:58:37.702Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-61.com","rank":3714,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-61.com","observedAt":"2026-08-09T17:58:37.949Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-62.com","rank":3724,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-62.com","observedAt":"2026-08-09T17:58:38.177Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsdns-63.com","rank":4068,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsdns-63.com","observedAt":"2026-08-09T17:58:38.481Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awsglobalaccelerator.com","rank":460,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awsglobalaccelerator.com","observedAt":"2026-08-09T17:58:38.610Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awstrack.me","rank":4463,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awstrack.me","observedAt":"2026-08-09T17:58:38.625Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"awswaf.com","rank":425,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"awswaf.com","observedAt":"2026-08-09T17:58:39.248Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ax-dc-msedge.net","rank":3934,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ax-dc-msedge.net","observedAt":"2026-08-09T17:58:39.436Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ax-msedge.net","rank":167,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ax-msedge.net","observedAt":"2026-08-09T17:58:39.492Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"axios.com","rank":2373,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"axios.com","observedAt":"2026-08-09T17:58:39.603Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.axios.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Google-Extended","CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":1,"bytes":645},"tier1Blocked":[],"tier2Blocked":["CCBot","Amazonbot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":5702,"botStatus":403,"botBytes":5702,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"axis.com","rank":3400,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"axis.com","observedAt":"2026-08-09T17:58:39.617Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.axis.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1614},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":287070,"botStatus":200,"botBytes":287070,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Axis Communications - Leader in network cameras and other IP networking solutions | Axis Communications","lang":"en","ssrTextLength":16553,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":92,"imagesWithAlt":92,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"axon.ai","rank":2300,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"axon.ai","observedAt":"2026-08-09T17:58:40.009Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.applovin.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":218},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":572157,"botStatus":200,"botBytes":572157,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization","ImageObject","BreadcrumbList","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AppLovin | Advertising solutions built for growth","lang":"en","ssrTextLength":3015,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":102,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ay.delivery","rank":2281,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ay.delivery","observedAt":"2026-08-09T17:58:40.075Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ayhal.com","rank":4887,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ayhal.com","observedAt":"2026-08-09T17:58:40.363Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"az24.vn","rank":1716,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"az24.vn","observedAt":"2026-08-09T17:58:40.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://az24.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":256},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64762,"botStatus":200,"botBytes":64762,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Kết quả xổ số ba miền - XS3M - XS3MIEN - KQXS 3 miền hôm nay","lang":"vi","ssrTextLength":8187,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azioncdn.net","rank":4670,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azioncdn.net","observedAt":"2026-08-09T17:58:40.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://azioncdn.net/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"aznude.com","rank":1361,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"aznude.com","observedAt":"2026-08-09T17:58:41.190Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://aznude.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5571,"botStatus":403,"botBytes":5571,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"azure-api.net","rank":1907,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azure-api.net","observedAt":"2026-08-09T17:58:41.320Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azure-devices.net","rank":874,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azure-devices.net","observedAt":"2026-08-09T17:58:41.321Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azure-dns.info","rank":4302,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azure-dns.info","observedAt":"2026-08-09T17:58:41.616Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azure-dns.org","rank":5029,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azure-dns.org","observedAt":"2026-08-09T17:58:41.816Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azure.com","rank":28,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azure.com","observedAt":"2026-08-09T17:58:42.178Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azure.net","rank":1348,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azure.net","observedAt":"2026-08-09T17:58:42.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azure.us","rank":4806,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azure.us","observedAt":"2026-08-09T17:58:42.274Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azurecontainerapps.io","rank":3222,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azurecontainerapps.io","observedAt":"2026-08-09T17:58:42.896Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":257619,"botStatus":200,"botBytes":257619,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Microsoft – AI, Cloud, Productivity, Computing, Gaming & Apps","lang":"en","ssrTextLength":6080,"h1Count":1,"landmarks":["main"],"imagesTotal":37,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azureedge.us","rank":3636,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azureedge.us","observedAt":"2026-08-09T17:58:43.083Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"azurefd.net","rank":153,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"azurefd.net","observedAt":"2026-08-09T17:58:43.156Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"b-cdn.net","rank":113,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"b-cdn.net","observedAt":"2026-08-09T17:58:43.340Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bunny.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":798322,"botStatus":200,"botBytes":798322,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"bunny.net - The Global Edge Platform that truly Hops","lang":"en","ssrTextLength":9801,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":110,"imagesWithAlt":109,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1348"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"b-msedge.net","rank":803,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"b-msedge.net","observedAt":"2026-08-09T17:58:43.663Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"b7510.com","rank":1511,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"b7510.com","observedAt":"2026-08-09T17:58:44.428Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://b7510.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":8},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":200,"botBytes":6954,"detected":false},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bac.com","rank":3696,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bac.com","observedAt":"2026-08-09T17:58:44.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bankofamerica.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":3312},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":317933,"botStatus":200,"botBytes":317933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Bank of America - Banking, Credit Cards, Loans and Merrill Investing","lang":"en","ssrTextLength":35764,"h1Count":1,"landmarks":["nav"],"imagesTotal":33,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"backblaze.com","rank":3800,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"backblaze.com","observedAt":"2026-08-09T17:58:44.929Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.backblaze.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":337},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":165311,"botStatus":200,"botBytes":165311,"detected":false},"llmsTxt":{"present":true,"bytes":5052,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"High-Performance Cloud Storage for AI Workloads | Backblaze","lang":"en","ssrTextLength":5966,"h1Count":1,"landmarks":["nav"],"imagesTotal":58,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"backblazeb2.com","rank":4297,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"backblazeb2.com","observedAt":"2026-08-09T17:58:44.941Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.backblaze.com/cloud-storage","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":206947,"botStatus":200,"botBytes":206947,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Low Cost, High Performance S3 Compatible Object Storage","lang":"en","ssrTextLength":11428,"h1Count":1,"landmarks":["nav"],"imagesTotal":69,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"badoo.com","rank":1335,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"badoo.com","observedAt":"2026-08-09T17:58:45.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://badoo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":1694},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85625,"botStatus":200,"botBytes":85625,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Best Free Online Dating Site & App - Friends, Chat, Flirt | Badoo","lang":"en","ssrTextLength":3100,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bahn.de","rank":3445,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bahn.de","observedAt":"2026-08-09T17:58:45.303Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bahn.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":118},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":57394,"botStatus":200,"botBytes":57394,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DB Fahrplan, Auskunft, Tickets, informieren und buchen - Deutsche Bahn","lang":"de","ssrTextLength":8527,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"baidu.com","rank":86,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"baidu.com","observedAt":"2026-08-09T17:58:45.423Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":16,"usesAllowRules":false,"crawlDelay":null,"bytes":2814},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"baifentan.com","rank":2718,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"baifentan.com","observedAt":"2026-08-09T17:58:45.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"baishan-cloud.net","rank":4551,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"baishan-cloud.net","observedAt":"2026-08-09T17:58:45.997Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://baishan-cloud.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":242877,"botStatus":200,"botBytes":242877,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"零信任_安全办公平台_远程安全访问_SASE方案_终端安全-白山云","lang":"zh","ssrTextLength":3695,"h1Count":1,"landmarks":[],"imagesTotal":34,"imagesWithAlt":26,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bakusai.com","rank":1612,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bakusai.com","observedAt":"2026-08-09T17:58:46.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bakusai.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":68},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27718,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"爆サイ.com−日本最大のローカルクチコミ掲示板","lang":"ja","ssrTextLength":665,"h1Count":1,"landmarks":[],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bale.ai","rank":3430,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bale.ai","observedAt":"2026-08-09T17:58:46.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bale.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":112},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":235581,"botStatus":200,"botBytes":235581,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"اپلیکیشن بله | پیام‌رسانی و انواع خدمات سازمانی و مالی","lang":"en","ssrTextLength":6247,"h1Count":1,"landmarks":[],"imagesTotal":26,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Sotoon CDN"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bamgrid.com","rank":756,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bamgrid.com","observedAt":"2026-08-09T17:58:46.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"banahosting.com","rank":3765,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"banahosting.com","observedAt":"2026-08-09T17:58:47.409Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://banahosting.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":74},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5597,"botStatus":403,"botBytes":5597,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bancodevenezuela.com","rank":1675,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bancodevenezuela.com","observedAt":"2026-08-09T17:58:47.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://bancodevenezuela.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":915,"botStatus":403,"botBytes":915,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":549,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bandcamp.com","rank":712,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bandcamp.com","observedAt":"2026-08-09T17:58:48.205Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bandcamp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":5,"bytes":1053},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":107865,"botStatus":200,"botBytes":108489,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bandcamp","lang":"en","ssrTextLength":2223,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bangcdn.net","rank":4702,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bangcdn.net","observedAt":"2026-08-09T17:58:48.389Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"banki.ru","rank":3665,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"banki.ru","observedAt":"2026-08-09T17:58:49.329Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://banki.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13602,"botStatus":200,"botBytes":13602,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":"185.71.67.241"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bankofamerica.com","rank":888,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bankofamerica.com","observedAt":"2026-08-09T17:58:49.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bankofamerica.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":3312},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":317933,"botStatus":200,"botBytes":317933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Bank of America - Banking, Credit Cards, Loans and Merrill Investing","lang":"en","ssrTextLength":35764,"h1Count":1,"landmarks":["nav"],"imagesTotal":33,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bankrate.com","rank":4672,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bankrate.com","observedAt":"2026-08-09T17:58:49.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bankrate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1277},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1449541,"botStatus":200,"botBytes":1449541,"detected":false},"llmsTxt":{"present":true,"bytes":10217,"specValid":true,"issues":[],"linkCount":38},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Bankrate — Compare Mortgage Rates & Financial Products","lang":"en","ssrTextLength":12726,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":42,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"banvenez.com","rank":1623,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"banvenez.com","observedAt":"2026-08-09T17:58:49.795Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"barnesandnoble.com","rank":2215,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"barnesandnoble.com","observedAt":"2026-08-09T17:58:50.026Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.barnesandnoble.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":false,"crawlDelay":10,"bytes":4352},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Online Bookstore: Books, NOOK ebooks, Music, Movies & Toys | Barnes & Noble®","lang":"en","ssrTextLength":440675,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":288,"imagesWithAlt":248,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"barracudanetworks.com","rank":4687,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"barracudanetworks.com","observedAt":"2026-08-09T17:58:50.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.barracuda.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":54,"usesAllowRules":false,"crawlDelay":1,"bytes":5363},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":226109,"botStatus":200,"botBytes":226109,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cybersecurity Solutions: Email, Apps, Network, Data | Barracuda Networks","lang":"en","ssrTextLength":11930,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":65,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"barrons.com","rank":4510,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"barrons.com","observedAt":"2026-08-09T17:58:50.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3567},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"battle.net","rank":1866,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"battle.net","observedAt":"2026-08-09T17:58:50.600Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://us.shop.battle.net/login/oauth2/code/storefront","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bayern.de","rank":4060,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bayern.de","observedAt":"2026-08-09T17:58:51.011Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bayern.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176718,"botStatus":200,"botBytes":176718,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bayerisches Landesportal – Das Landesportal des Freistaats Bayern und der Bayerischen Staatsregierung","lang":"de","ssrTextLength":20497,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":141,"imagesWithAlt":62,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"varnish","server":"CERN httpd"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bazaarvoice.com","rank":2314,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bazaarvoice.com","observedAt":"2026-08-09T17:58:51.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bazaarvoice.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":385},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":168238,"botStatus":200,"botBytes":168238,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bazaarvoice | The UGC Platform for Authentic Shopper Experiences","lang":"en","ssrTextLength":8767,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":88,"imagesWithAlt":75,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bb.com.br","rank":4021,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bb.com.br","observedAt":"2026-08-09T17:58:52.007Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://bb.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83921,"botStatus":403,"botBytes":83921,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":364,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bbb.org","rank":1779,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bbb.org","observedAt":"2026-08-09T17:58:52.141Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bbb.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2126},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83150,"botStatus":200,"botBytes":83150,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BBB | Better Business Bureau","lang":"en","ssrTextLength":2248,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bbc.co.uk","rank":227,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bbc.co.uk","observedAt":"2026-08-09T17:58:52.232Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bbc.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":40,"usesAllowRules":false,"crawlDelay":null,"bytes":4907},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":718219,"botStatus":200,"botBytes":718219,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BBC - Home","lang":"en","ssrTextLength":12672,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":96,"imagesWithAlt":87,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"BBC-GTM"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bbc.com","rank":207,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bbc.com","observedAt":"2026-08-09T17:58:52.253Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bbc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":40,"usesAllowRules":true,"crawlDelay":null,"bytes":5839},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":663870,"botStatus":200,"botBytes":663870,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BBC Home - Breaking News, World News, US News, Sports, Business, Innovation, Climate, Culture, Travel, Video & Audio","lang":"en","ssrTextLength":15572,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":158,"imagesWithAlt":79,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"BBC-GTM"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bbci.co.uk","rank":3359,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bbci.co.uk","observedAt":"2026-08-09T17:58:53.094Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bbc.co.uk/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":718171,"botStatus":200,"botBytes":718171,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BBC - Home","lang":"en","ssrTextLength":12672,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":96,"imagesWithAlt":87,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"BBC-GTM"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bblaa.com","rank":1900,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bblaa.com","observedAt":"2026-08-09T17:58:53.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bblaa.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bbtec.net","rank":3115,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bbtec.net","observedAt":"2026-08-09T17:58:53.526Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bcebos.com","rank":4084,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bcebos.com","observedAt":"2026-08-09T17:58:53.671Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bcelive.com","rank":2825,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bcelive.com","observedAt":"2026-08-09T17:58:53.967Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bcg.com","rank":4294,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bcg.com","observedAt":"2026-08-09T17:58:54.471Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bcg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":414},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":876482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bcvcdn.com","rank":2657,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bcvcdn.com","observedAt":"2026-08-09T17:58:54.655Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bdtelemetry.amazon","rank":3785,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bdtelemetry.amazon","observedAt":"2026-08-09T17:58:55.050Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bdurl.net","rank":4649,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bdurl.net","observedAt":"2026-08-09T17:58:55.205Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bdydns.com","rank":533,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bdydns.com","observedAt":"2026-08-09T17:58:56.303Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"beboo.ru","rank":1329,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beboo.ru","observedAt":"2026-08-09T17:58:56.818Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://beboo.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1670},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56218,"botStatus":200,"botBytes":56218,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"���������� Beboo - ���� ��������� ��� ����������� ���������","lang":"ru","ssrTextLength":7350,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"beeline.ru","rank":1901,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beeline.ru","observedAt":"2026-08-09T17:58:57.042Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moskva.beeline.ru/customers/products/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":69351},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":358283,"botStatus":200,"botBytes":358199,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","SiteNavigationElement"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"билайн Москва — официальный сайт оператора: тарифы на мобильную связь и интернет, услуги, акции, выбор и заказ SIM-карт и eSIM.","lang":"ru","ssrTextLength":8741,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bef77.com","rank":1461,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bef77.com","observedAt":"2026-08-09T17:58:57.282Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bef77.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"beget.com","rank":2078,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beget.com","observedAt":"2026-08-09T17:58:57.379Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://beget.com/ru","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":5823},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":287755,"botStatus":200,"botBytes":287755,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","LocalBusiness","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Beget —  Хостинг и облачные сервисы | Аренда IT-инфраструктуры","lang":"ru","ssrTextLength":6882,"h1Count":1,"landmarks":["nav"],"imagesTotal":313,"imagesWithAlt":313,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"beget.ru","rank":2284,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beget.ru","observedAt":"2026-08-09T17:58:57.765Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://beget.com/ru","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":5823},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":287755,"botStatus":200,"botBytes":287755,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","LocalBusiness","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Beget —  Хостинг и облачные сервисы | Аренда IT-инфраструктуры","lang":"ru","ssrTextLength":6882,"h1Count":1,"landmarks":["nav"],"imagesTotal":313,"imagesWithAlt":313,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"behance.net","rank":497,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"behance.net","observedAt":"2026-08-09T17:58:58.189Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.behance.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1317},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":453,"botStatus":200,"botBytes":914156,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"beian.gov.cn","rank":427,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beian.gov.cn","observedAt":"2026-08-09T17:58:58.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"belkin.com","rank":4433,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"belkin.com","observedAt":"2026-08-09T17:58:58.806Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.belkin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot","Bytespider"],"groupCount":21,"usesAllowRules":true,"crawlDelay":null,"bytes":3031},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":926697,"botStatus":200,"botBytes":926697,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"iPhone Chargers, Power Banks & Docking Stations | Belkin US","lang":"en","ssrTextLength":31200,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":448,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"salesforce-commerce","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bell-labs.com","rank":3883,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bell-labs.com","observedAt":"2026-08-09T17:58:59.257Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nokia.com/bell-labs/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":315048,"botStatus":200,"botBytes":315049,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nokia Bell Labs | Nokia.com","lang":"en","ssrTextLength":15433,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":64,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"benzinga.com","rank":5072,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"benzinga.com","observedAt":"2026-08-09T17:58:59.298Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.benzinga.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5839,"botStatus":403,"botBytes":5839,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":750,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"berkeley.edu","rank":560,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"berkeley.edu","observedAt":"2026-08-09T17:58:59.604Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.berkeley.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":190},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74899,"botStatus":200,"botBytes":74899,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"University of California, Berkeley: Home","lang":"en","ssrTextLength":6395,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":21,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bestbuy.com","rank":784,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bestbuy.com","observedAt":"2026-08-09T17:58:59.811Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":7641},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bet365.com","rank":1449,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bet365.com","observedAt":"2026-08-09T17:59:00.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bet365.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4546,"botStatus":403,"botBytes":4546,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":748,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"betano.bet.ar","rank":1928,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betano.bet.ar","observedAt":"2026-08-09T17:59:00.192Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.betano.bet.ar/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1649,"botStatus":403,"botBytes":1649,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Betano Splash Screen","lang":"en","ssrTextLength":20,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"betano.pe","rank":1920,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betano.pe","observedAt":"2026-08-09T17:59:00.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.betano.pe/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1649,"botStatus":403,"botBytes":1649,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Betano Splash Screen","lang":"en","ssrTextLength":20,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"betcity.ru","rank":3331,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betcity.ru","observedAt":"2026-08-09T17:59:01.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://betcity.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":498},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":78747,"botStatus":200,"botBytes":78747,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Букмекерская контора Бетсити: ставки на спорт с 2003 г.","lang":null,"ssrTextLength":55,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"betika.com","rank":1591,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betika.com","observedAt":"2026-08-09T17:59:02.032Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.betika.com/en-ke/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1609},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9706,"botStatus":403,"botBytes":5770,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Betika | Best Online Sports Betting & Casino in Kenya","lang":null,"ssrTextLength":51,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"betking.com","rank":1678,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betking.com","observedAt":"2026-08-09T17:59:02.188Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.betking.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":410},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":71858,"botStatus":200,"botBytes":71858,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sports | Sports Betting | Football Betting Online | BetKing","lang":null,"ssrTextLength":3029,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"betpawa.co.tz","rank":5100,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betpawa.co.tz","observedAt":"2026-08-09T17:59:03.652Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.betpawa.co.tz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1601},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7282,"botStatus":200,"botBytes":286334,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"betpawa.ug","rank":1696,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betpawa.ug","observedAt":"2026-08-09T17:59:05.135Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.betpawa.ug/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1601},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7282,"botStatus":200,"botBytes":304814,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"betway.co.bw","rank":1951,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betway.co.bw","observedAt":"2026-08-09T17:59:05.337Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.betway.co.bw/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10943,"botStatus":200,"botBytes":10943,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Betway","lang":null,"ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"betway.co.za","rank":1444,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betway.co.za","observedAt":"2026-08-09T17:59:05.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.betway.co.za/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10943,"botStatus":200,"botBytes":10943,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Betway","lang":null,"ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"betweendigital.com","rank":2127,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"betweendigital.com","observedAt":"2026-08-09T17:59:05.488Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cp.betweendigital.com/system/sign","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":944,"botStatus":200,"botBytes":944,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"beyla.site","rank":2776,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beyla.site","observedAt":"2026-08-09T17:59:05.901Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"beyondtrustcloud.com","rank":4667,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beyondtrustcloud.com","observedAt":"2026-08-09T17:59:06.195Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"beyondwickedmapping.org","rank":499,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"beyondwickedmapping.org","observedAt":"2026-08-09T17:59:06.284Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://beyondwickedmapping.org/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bfmtv.com","rank":1079,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bfmtv.com","observedAt":"2026-08-09T17:59:06.386Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bfmtv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot","FirecrawlAgent"],"groupCount":76,"usesAllowRules":true,"crawlDelay":1,"bytes":3768},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":917264,"botStatus":200,"botBytes":917264,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Actualités en continu et info en direct et replay - BFM","lang":"fr","ssrTextLength":34060,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":348,"imagesWithAlt":347,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bgdns.net","rank":3289,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bgdns.net","observedAt":"2026-08-09T17:59:06.695Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bhojpurisex.site","rank":1735,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bhojpurisex.site","observedAt":"2026-08-09T17:59:06.899Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bhojpurisex.site/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":639},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":185113,"botStatus":200,"botBytes":185113,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Bhojpuri sex videos - बिहारी भोजपुरी सेक्सी वीडियो","lang":"en","ssrTextLength":5004,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":53,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bhphotovideo.com","rank":4816,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bhphotovideo.com","observedAt":"2026-08-09T17:59:07.283Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://bhphotovideo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4725},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5726,"botStatus":403,"botBytes":5705,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bi.zone","rank":3676,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bi.zone","observedAt":"2026-08-09T17:59:07.380Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bi.zone/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":11112},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":375864,"botStatus":200,"botBytes":375864,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BI.ZONE — компания по управлению цифровыми рисками","lang":"ru","ssrTextLength":10395,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":31,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bible.com","rank":4846,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bible.com","observedAt":"2026-08-09T17:59:07.450Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bible.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":354},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":343568,"botStatus":200,"botBytes":343568,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Read the Bible online. A free Bible on your phone, tablet, or computer. - Bible App","lang":"en","ssrTextLength":1722,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":39,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"biblegateway.com","rank":878,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"biblegateway.com","observedAt":"2026-08-09T17:59:07.493Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.biblegateway.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":15,"bytes":743},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":80309,"botStatus":200,"botBytes":80309,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BibleGateway.com: A searchable online Bible in over 150 versions and 50 languages.","lang":"en","ssrTextLength":13107,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bidderstack.com","rank":4431,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bidderstack.com","observedAt":"2026-08-09T17:59:07.499Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bidease.com","rank":2829,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bidease.com","observedAt":"2026-08-09T17:59:07.744Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bidease.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54687,"botStatus":200,"botBytes":54687,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bidease","lang":"en","ssrTextLength":5142,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":68,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bidmachine.io","rank":1046,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bidmachine.io","observedAt":"2026-08-09T17:59:08.577Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bidmachine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":47},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55338,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BidMachine. Fastest Growing Mobile Ad Exchange","lang":"en","ssrTextLength":7890,"h1Count":8,"landmarks":["nav"],"imagesTotal":52,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bidr.io","rank":739,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bidr.io","observedAt":"2026-08-09T17:59:09.548Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bidswitch.net","rank":613,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bidswitch.net","observedAt":"2026-08-09T17:59:09.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bidvol.com","rank":3394,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bidvol.com","observedAt":"2026-08-09T17:59:10.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bidvol.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":352481,"botStatus":200,"botBytes":352481,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bidvol","lang":"en","ssrTextLength":138,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":8,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx/1.27.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bigcartel.com","rank":2296,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bigcartel.com","observedAt":"2026-08-09T17:59:10.156Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bigcartel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":527098,"botStatus":200,"botBytes":527098,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free, Easy Online Stores for Artists & Small Businesses","lang":"en","ssrTextLength":4914,"h1Count":7,"landmarks":["main","nav","header","footer","article"],"imagesTotal":106,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bigcommerce.com","rank":2351,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bigcommerce.com","observedAt":"2026-08-09T17:59:10.430Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bigcommerce.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2257},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1305366,"botStatus":200,"botBytes":1305366,"detected":false},"llmsTxt":{"present":true,"bytes":3705,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Commerce built for momentum. | BigCommerce","lang":"en","ssrTextLength":9533,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":42,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"bigcommerce","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"biglobe.ne.jp","rank":4521,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"biglobe.ne.jp","observedAt":"2026-08-09T17:59:10.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://biglobe.ne.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":254,"botStatus":200,"botBytes":254,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BIGLOBE","lang":null,"ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bigo.sg","rank":3270,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bigo.sg","observedAt":"2026-08-09T17:59:11.415Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bigo.sg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2939,"botStatus":200,"botBytes":2939,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BIGO TECHNOLOGY PTE. LTD.","lang":"en","ssrTextLength":25,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bigolive.tv","rank":4360,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bigolive.tv","observedAt":"2026-08-09T17:59:11.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bigolive.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended","CCBot"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":421},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220628,"botStatus":200,"botBytes":220628,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BIGO LIVE - Live Stream, Live Games, Chat Rooms Online","lang":"en","ssrTextLength":1448,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":4,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bihar.gov.in","rank":4172,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bihar.gov.in","observedAt":"2026-08-09T17:59:11.683Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bikewale.com","rank":1548,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bikewale.com","observedAt":"2026-08-09T17:59:11.723Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bikewale.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1347},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":592181,"botStatus":200,"botBytes":592181,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"New Bikes, New Scooters, Electric Bikes - BikeWale","lang":"en","ssrTextLength":11923,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":197,"imagesWithAlt":195,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bild.de","rank":767,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bild.de","observedAt":"2026-08-09T17:59:12.220Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bild.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["PerplexityBot","Perplexity-User","Applebot-Extended","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":3511},"tier1Blocked":["PerplexityBot","Perplexity-User","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":798095,"botStatus":200,"botBytes":798095,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","NewsMediaOrganization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Aktuelle Nachrichten | BILD.de","lang":"de","ssrTextLength":24226,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":250,"imagesWithAlt":166,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bilibili.com","rank":338,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bilibili.com","observedAt":"2026-08-09T17:59:12.397Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bilibili.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":65},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":122944,"botStatus":200,"botBytes":7658,"detected":true},"llmsTxt":{"present":true,"bytes":8520,"specValid":true,"issues":[],"linkCount":52},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"哔哩哔哩 (゜-゜)つロ 干杯~-bilibili","lang":"zh","ssrTextLength":759,"h1Count":0,"landmarks":["main"],"imagesTotal":13,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bilibili.tv","rank":1313,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bilibili.tv","observedAt":"2026-08-09T17:59:12.517Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bilibili.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":23838,"botStatus":200,"botBytes":23837,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"BiliBili","lang":"en","ssrTextLength":150,"h1Count":0,"landmarks":["main"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bilivideo.com","rank":4950,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bilivideo.com","observedAt":"2026-08-09T17:59:12.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"billboard.com","rank":3182,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"billboard.com","observedAt":"2026-08-09T17:59:12.881Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.billboard.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":26,"usesAllowRules":true,"crawlDelay":5,"bytes":1153},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1451186,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Billboard – Music Charts, News, Photos & Video","lang":"en","ssrTextLength":14810,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":97,"imagesWithAlt":89,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"binance.com","rank":998,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"binance.com","observedAt":"2026-08-09T17:59:12.892Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.binance.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3888},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2035,"botStatus":200,"botBytes":563099,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bing.com","rank":29,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bing.com","observedAt":"2026-08-09T17:59:13.505Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bing.com/?toWww=1&redig=E9975B7BF7CA4256A924B992A54CFCCC","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":2676},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":234164,"botStatus":200,"botBytes":69231,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Search - Microsoft Bing","lang":"en","ssrTextLength":489,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bing.net","rank":2130,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bing.net","observedAt":"2026-08-09T17:59:13.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"http://bing.net/","error":"homepage returned HTTP 400","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bingoplus.com","rank":1589,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bingoplus.com","observedAt":"2026-08-09T17:59:14.023Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://bingoplus.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1774,"botStatus":403,"botBytes":1774,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"restrict access","lang":"zh","ssrTextLength":15,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"biomedcentral.com","rank":1177,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"biomedcentral.com","observedAt":"2026-08-09T17:59:15.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://link.springer.com/brands/bmc","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":406,"botBytes":8938,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"biorxiv.org","rank":4459,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"biorxiv.org","observedAt":"2026-08-09T17:59:15.023Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.biorxiv.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7684,"botStatus":429,"botBytes":7684,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required | Cloudflare","lang":"en","ssrTextLength":282,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bip.com","rank":4712,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bip.com","observedAt":"2026-08-09T17:59:15.452Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bip.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":95},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56529,"botStatus":200,"botBytes":56529,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BiP - Yerli ve Güvenli Mesajlaşma Uygulaması","lang":"tr","ssrTextLength":3706,"h1Count":3,"landmarks":["nav","footer"],"imagesTotal":27,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bitbucket.org","rank":2131,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitbucket.org","observedAt":"2026-08-09T17:59:15.454Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bitbucket.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":889},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1069764,"botStatus":200,"botBytes":179946,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bitbucket Home Page","lang":"en","ssrTextLength":5996,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AtlassianEdge"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bitdefender.com","rank":1892,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitdefender.com","observedAt":"2026-08-09T17:59:16.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bitdefender.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1289},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":250135,"botStatus":200,"botBytes":250135,"detected":false},"llmsTxt":{"present":true,"bytes":15438,"specValid":true,"issues":[],"linkCount":68},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bitdefender - Global Leader in Cybersecurity Software","lang":"en","ssrTextLength":8367,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bitdefender.net","rank":1145,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitdefender.net","observedAt":"2026-08-09T17:59:16.392Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bitdefender.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":250135,"botStatus":200,"botBytes":250135,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bitdefender - Global Leader in Cybersecurity Software","lang":"en","ssrTextLength":8367,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bitdrift.io","rank":4326,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitdrift.io","observedAt":"2026-08-09T17:59:16.754Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bitdrift.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":114},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":307206,"botStatus":200,"botBytes":1928,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"bitdrift - mobile observability","lang":"en","ssrTextLength":9655,"h1Count":5,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bitget.com","rank":3888,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitget.com","observedAt":"2026-08-09T17:59:17.319Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bitget.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1712},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":250224,"botStatus":200,"botBytes":250224,"detected":false},"llmsTxt":{"present":true,"bytes":44110,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bitget | The Universal Exchange — Trade Crypto, Stocks, Gold & Forex in One Account","lang":"en","ssrTextLength":5003,"h1Count":1,"landmarks":[],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bitly.com","rank":3496,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitly.com","observedAt":"2026-08-09T17:59:18.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bitly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","CCBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":1,"bytes":1228},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":170000,"botStatus":200,"botBytes":170000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bitly | Short URLs, QR Codes, and More","lang":"en","ssrTextLength":10246,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":73,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"google","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bitnami.com","rank":2876,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitnami.com","observedAt":"2026-08-09T17:59:18.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bitnami.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":87},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":199020,"botStatus":200,"botBytes":199014,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bitnami Secure Images","lang":"en","ssrTextLength":8745,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":41,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bitrix.info","rank":3689,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitrix.info","observedAt":"2026-08-09T17:59:18.191Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://bitrix.info/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":548,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bitrix24.com","rank":3664,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitrix24.com","observedAt":"2026-08-09T17:59:18.228Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bitrix24.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended","CCBot","cohere-ai","YouBot","DuckAssistBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":1,"bytes":2730},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":605880,"botStatus":200,"botBytes":605880,"detected":false},"llmsTxt":{"present":true,"bytes":25997,"specValid":false,"issues":["no blockquote summary"],"linkCount":80},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SoftwareApplication","WebApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Bitrix24 - Free online workspace for your business: CRM, tasks, online meetings, and more.","lang":"en","ssrTextLength":16188,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":102,"imagesWithAlt":73,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bitrix24.ru","rank":697,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitrix24.ru","observedAt":"2026-08-09T17:59:18.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bitrix24.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3594},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":523866,"botStatus":200,"botBytes":523866,"detected":false},"llmsTxt":{"present":true,"bytes":7437,"specValid":false,"issues":["no blockquote summary"],"linkCount":53},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","Organization","WebSite","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Битрикс24 помогает бизнесу работать","lang":"ru","ssrTextLength":23985,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":18,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bitrixphone.com","rank":2217,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitrixphone.com","observedAt":"2026-08-09T17:59:18.419Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bittorrent.com","rank":4604,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bittorrent.com","observedAt":"2026-08-09T17:59:18.833Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bittorrent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":602},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":438340,"botStatus":200,"botBytes":438340,"detected":false},"llmsTxt":{"present":true,"bytes":3280,"specValid":true,"issues":[],"linkCount":12},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"BitTorrent — Official Torrent Client | Free Download for Windows, Mac & Android","lang":"en","ssrTextLength":1956,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":32,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bitwarden.com","rank":3697,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bitwarden.com","observedAt":"2026-08-09T17:59:18.908Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bitwarden.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","CCBot","Amazonbot","Bytespider"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":526},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1227351,"botStatus":200,"botBytes":1227351,"detected":false},"llmsTxt":{"present":true,"bytes":8327,"specValid":true,"issues":[],"linkCount":53},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Best Password Manager for Business, Enterprise & Personal | Bitwarden","lang":"en","ssrTextLength":9679,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bixbyllm.com","rank":2316,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bixbyllm.com","observedAt":"2026-08-09T17:59:19.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bizjournals.com","rank":2731,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bizjournals.com","observedAt":"2026-08-09T17:59:20.447Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bizjournals.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":25,"usesAllowRules":true,"crawlDelay":2,"bytes":7150},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":5751,"botStatus":403,"botBytes":5729,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bk6bba-resources.com","rank":4013,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bk6bba-resources.com","observedAt":"2026-08-09T17:59:20.834Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bkcdn.net","rank":2687,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bkcdn.net","observedAt":"2026-08-09T17:59:20.917Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blackberry.com","rank":820,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blackberry.com","observedAt":"2026-08-09T17:59:20.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.blackberry.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":910},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BlackBerry | Secure Communications and QNX","lang":"en","ssrTextLength":1058886,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":21,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"storyblok","network":"cloudfront","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"blackberry.net","rank":1308,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blackberry.net","observedAt":"2026-08-09T17:59:21.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://blackberry.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":910},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102,"botStatus":200,"botBytes":102,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"blackhub.team","rank":777,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blackhub.team","observedAt":"2026-08-09T17:59:21.629Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blackrussia.online","rank":1940,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blackrussia.online","observedAt":"2026-08-09T17:59:22.074Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://blackrussia.online/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1700,"botStatus":200,"botBytes":1700,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blackspider.com","rank":4913,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blackspider.com","observedAt":"2026-08-09T17:59:22.195Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://blackspider.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":199,"botStatus":403,"botBytes":199,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":74,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Forcepoint"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"blacktoon410.com","rank":1773,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blacktoon410.com","observedAt":"2026-08-09T17:59:22.589Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://t.me/s/blacktoonlink","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":36753,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"블랙툰 공식 채널 – Telegram","lang":null,"ssrTextLength":802,"h1Count":0,"landmarks":["main","header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blacktoon413.com","rank":2032,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blacktoon413.com","observedAt":"2026-08-09T17:59:23.013Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://blacktoon418.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":25568,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BlackToon 블랙툰 - 무료웹툰 웹툰미리보기","lang":"en","ssrTextLength":380,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":38,"imagesWithAlt":17,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blacktoon414.com","rank":2029,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blacktoon414.com","observedAt":"2026-08-09T17:59:23.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://blacktoonurl.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5527,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"블랙툰 링크 BlackToon링크- 최신 접속 주소","lang":"en","ssrTextLength":370,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bldrdoc.gov","rank":4206,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bldrdoc.gov","observedAt":"2026-08-09T17:59:23.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ble.ir","rank":4899,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ble.ir","observedAt":"2026-08-09T17:59:23.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ble.ir/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":108},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":149668,"botStatus":200,"botBytes":149668,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"مجله بله | اخبار و سرگرمی","lang":"fa","ssrTextLength":4195,"h1Count":0,"landmarks":["main","nav","header","aside"],"imagesTotal":86,"imagesWithAlt":86,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bleacherreport.com","rank":4787,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bleacherreport.com","observedAt":"2026-08-09T17:59:23.663Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bleacherreport.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended","CCBot"],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":1068},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bleacher Report | Sports. Highlights. News. Now.","lang":"en","ssrTextLength":9312,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":75,"imagesWithAlt":75,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blender.org","rank":4222,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blender.org","observedAt":"2026-08-09T17:59:23.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.blender.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":114833,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Blender - The Free and Open Source 3D Creation Software — blender.org","lang":"en","ssrTextLength":5380,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":28,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"blic.rs","rank":1447,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blic.rs","observedAt":"2026-08-09T17:59:23.776Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.blic.rs/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":246},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":326522,"botStatus":200,"botBytes":326402,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","NGO","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Blic | Vesti dana iz Srbije, regiona i sveta","lang":"sr","ssrTextLength":16512,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":118,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Ring Publishing - Accelerator"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blick.ch","rank":5022,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blick.ch","observedAt":"2026-08-09T17:59:24.142Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.blick.ch/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":0.4,"bytes":1422},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1077843,"botStatus":200,"botBytes":1076662,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ImageObject","Organization","PostalAddress","NewsMediaOrganization","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Blick: Nachrichten und Schlagzeilen aus der Schweiz und aller Welt","lang":"de","ssrTextLength":14160,"h1Count":0,"landmarks":["nav","header","footer","aside"],"imagesTotal":186,"imagesWithAlt":186,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blinkit.com","rank":4831,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blinkit.com","observedAt":"2026-08-09T17:59:24.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://blinkit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":561368,"botStatus":403,"botBytes":561368,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"blinkit | Error Page","lang":"en","ssrTextLength":1444,"h1Count":0,"landmarks":["footer","article"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blismedia.com","rank":2909,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blismedia.com","observedAt":"2026-08-09T17:59:24.948Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://blismedia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":166},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103,"botStatus":403,"botBytes":103,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Error 403 Forbidden","lang":null,"ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blizzard.com","rank":2155,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blizzard.com","observedAt":"2026-08-09T17:59:25.274Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.blizzard.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":143324,"botStatus":200,"botBytes":143324,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Blizzard Entertainment","lang":"en","ssrTextLength":3143,"h1Count":12,"landmarks":["main","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"blog.google","rank":2206,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blog.google","observedAt":"2026-08-09T17:59:25.930Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://blog.google/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":153},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":337888,"botStatus":200,"botBytes":337888,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"News from Google | Google Product and Technology News and Stories","lang":"en","ssrTextLength":5132,"h1Count":5,"landmarks":["main","nav","header","footer","article"],"imagesTotal":10,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"blogger.com","rank":511,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blogger.com","observedAt":"2026-08-09T17:59:26.126Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.blogger.com/about/?bpli=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":572},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":168388,"botStatus":200,"botBytes":168388,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Blogger.com - Create a unique and beautiful blog easily.","lang":"en","ssrTextLength":2686,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":42,"imagesWithAlt":42,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"blogspot.co.uk","rank":3395,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blogspot.co.uk","observedAt":"2026-08-09T17:59:26.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220911,"botStatus":200,"botBytes":31042,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blogspot.com","rank":105,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blogspot.com","observedAt":"2026-08-09T17:59:26.996Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.blogger.com/about/?bpli=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":572},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":168388,"botStatus":200,"botBytes":168388,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Blogger.com - Create a unique and beautiful blog easily.","lang":"en","ssrTextLength":2686,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":42,"imagesWithAlt":42,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"blogspot.de","rank":4673,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blogspot.de","observedAt":"2026-08-09T17:59:27.598Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225147,"botStatus":200,"botBytes":30957,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":512,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blooket.com","rank":4737,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blooket.com","observedAt":"2026-08-09T17:59:27.975Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.blooket.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":5683,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bloomberg.com","rank":359,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bloomberg.com","observedAt":"2026-08-09T17:59:28.076Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bloomberg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":98,"usesAllowRules":true,"crawlDelay":null,"bytes":7048},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":13856,"botStatus":403,"botBytes":13856,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bloomberg - Are you a robot?","lang":"en","ssrTextLength":687,"h1Count":1,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bls.gov","rank":2123,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bls.gov","observedAt":"2026-08-09T17:59:28.105Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bls.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1325,"botStatus":200,"botBytes":78831,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":"en","ssrTextLength":551,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"blueapron.com","rank":2071,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blueapron.com","observedAt":"2026-08-09T17:59:28.649Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.blueapron.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":403,"botBytes":4549,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bluehost.com","rank":536,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bluehost.com","observedAt":"2026-08-09T17:59:28.883Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bluehost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":447333,"botStatus":200,"botBytes":758316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloudflare Captcha Page | Bluehost.com","lang":"en","ssrTextLength":234,"h1Count":0,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bluestacks.com","rank":4891,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bluestacks.com","observedAt":"2026-08-09T17:59:29.174Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bluestacks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":1208},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":606068,"botStatus":200,"botBytes":606068,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"BlueStacks: Play Games on PC & Mac, Android Emulator and Cloud Gaming Platform","lang":"en","ssrTextLength":11019,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":182,"imagesWithAlt":170,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"blxrbdn.com","rank":3005,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"blxrbdn.com","observedAt":"2026-08-09T17:59:29.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bmj.com","rank":1131,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bmj.com","observedAt":"2026-08-09T17:59:29.468Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bmj.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5369,"botStatus":403,"botBytes":5369,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":745,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bnf.fr","rank":4937,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bnf.fr","observedAt":"2026-08-09T17:59:29.571Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bnf.fr/fr","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1594},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":215578,"botStatus":200,"botBytes":215578,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Accueil | BnF – Site institutionnel","lang":"fr","ssrTextLength":13082,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":36,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bngf.ru","rank":4083,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bngf.ru","observedAt":"2026-08-09T17:59:29.759Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"boardgamearena.com","rank":1403,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boardgamearena.com","observedAt":"2026-08-09T17:59:29.866Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://en.boardgamearena.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":255},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1821402,"botStatus":200,"botBytes":1821295,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Board Game Arena - Play board games online for free! • Board Game Arena","lang":"en","ssrTextLength":24118,"h1Count":0,"landmarks":[],"imagesTotal":16,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"boardgamegeek.com","rank":4144,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boardgamegeek.com","observedAt":"2026-08-09T17:59:30.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://boardgamegeek.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12776,"botStatus":200,"botBytes":12776,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BoardGameGeek","lang":"en","ssrTextLength":13,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"boe.es","rank":4676,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boe.es","observedAt":"2026-08-09T17:59:30.969Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://boe.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":487449},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":23092,"botStatus":200,"botBytes":23092,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BOE.es - Agencia Estatal Boletín Oficial del Estado","lang":"es","ssrTextLength":2022,"h1Count":1,"landmarks":[],"imagesTotal":23,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bol.com","rank":1012,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bol.com","observedAt":"2026-08-09T17:59:31.016Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bol.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":20,"bytes":6766},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9568,"botStatus":200,"botBytes":635795,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"bol","lang":null,"ssrTextLength":1160,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bollyflix.med","rank":2017,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bollyflix.med","observedAt":"2026-08-09T17:59:31.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://bollyflix.free/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5596,"botStatus":403,"botBytes":5596,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"booking.com","rank":255,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"booking.com","observedAt":"2026-08-09T17:59:31.838Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.booking.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":32769},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3962,"botStatus":200,"botBytes":435324,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bookmark.xxx","rank":1436,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bookmark.xxx","observedAt":"2026-08-09T17:59:32.424Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://bookmark.xxx/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":60,"bytes":923},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5594,"botStatus":403,"botBytes":5594,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bookmyshow.com","rank":1394,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bookmyshow.com","observedAt":"2026-08-09T17:59:32.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://in.bookmyshow.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":10,"bytes":12268},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5488,"botStatus":403,"botBytes":5488,"detected":true},"llmsTxt":{"present":true,"bytes":2960,"specValid":true,"issues":[],"linkCount":15},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":752,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"boomplaymusic.com","rank":4298,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boomplaymusic.com","observedAt":"2026-08-09T17:59:32.912Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.boomplay.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","CCBot"],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":339},"tier1Blocked":["ClaudeBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":193539,"botStatus":200,"botBytes":193539,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Download Music on Boomplay - Home of Music","lang":"en","ssrTextLength":6568,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bootstrapcdn.com","rank":2015,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bootstrapcdn.com","observedAt":"2026-08-09T17:59:32.942Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bootstrapcdn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":74},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":92958,"botStatus":200,"botBytes":92958,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Official CDN of Bootstrap and Font Awesome · BootstrapCDN","lang":"en","ssrTextLength":1134,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"boredpanda.com","rank":4724,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boredpanda.com","observedAt":"2026-08-09T17:59:33.247Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://2.boredpanda.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":1267},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":1247282,"botStatus":200,"botBytes":1247289,"detected":false},"llmsTxt":{"present":true,"bytes":1320,"specValid":true,"issues":[],"linkCount":8},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bored Panda - The Only Magazine For Pandas","lang":"en","ssrTextLength":8008,"h1Count":0,"landmarks":["main","header","article","aside"],"imagesTotal":93,"imagesWithAlt":93,"feed":false,"canonical":true,"metaNoindex":true},"stack":{"platform":"wordpress","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"boston.com","rank":3517,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boston.com","observedAt":"2026-08-09T17:59:33.604Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.boston.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot","FirecrawlAgent"],"groupCount":26,"usesAllowRules":true,"crawlDelay":null,"bytes":1346},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":366579,"botStatus":200,"botBytes":366579,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Boston.com: Local breaking news, sports, weather, and things to do","lang":"en","ssrTextLength":11367,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":92,"imagesWithAlt":33,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bostonglobe.com","rank":3829,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bostonglobe.com","observedAt":"2026-08-09T17:59:33.735Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bostonglobe.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","FirecrawlAgent"],"groupCount":25,"usesAllowRules":true,"crawlDelay":null,"bytes":1373},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Boston Globe | New England news, weather and sports","lang":"en","ssrTextLength":1020536,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":20,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"bounceexchange.com","rank":3574,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bounceexchange.com","observedAt":"2026-08-09T17:59:34.131Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wunderkind.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":96},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":315998,"botStatus":200,"botBytes":315998,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","VideoObject"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Maximize Revenue With AI Decisioning | Unlock Consumer Identity | Wunderkind","lang":"co","ssrTextLength":16071,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":43,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"boursorama.com","rank":4267,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boursorama.com","observedAt":"2026-08-09T17:59:34.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.boursorama.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":10166},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1191987,"botStatus":200,"botBytes":1191987,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Actualité économique, Bourse, Banque en ligne - Boursorama","lang":"fr","ssrTextLength":33035,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":172,"imagesWithAlt":49,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"boutell.com","rank":4400,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boutell.com","observedAt":"2026-08-09T17:59:34.898Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://boutell.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":35},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17930,"botStatus":200,"botBytes":17930,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to Boutell.Com, Inc.!","lang":null,"ssrTextLength":9250,"h1Count":1,"landmarks":["footer"],"imagesTotal":18,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"box.com","rank":703,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"box.com","observedAt":"2026-08-09T17:59:34.906Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.box.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1484},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":506442,"botStatus":200,"botBytes":506442,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Box | AI-Powered Content Management, Workflow & Collaboration","lang":"en","ssrTextLength":8672,"h1Count":1,"landmarks":["main","nav","footer","article","aside"],"imagesTotal":99,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"box.net","rank":3758,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"box.net","observedAt":"2026-08-09T17:59:35.044Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2187},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"boxofficemojo.com","rank":5067,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boxofficemojo.com","observedAt":"2026-08-09T17:59:35.101Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["Amazonbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1471},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"boyfriendtv.com","rank":1268,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boyfriendtv.com","observedAt":"2026-08-09T17:59:35.118Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://boyfriendtv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5683,"botStatus":403,"botBytes":5489,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"boyuanhulian.com","rank":2944,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"boyuanhulian.com","observedAt":"2026-08-09T17:59:35.244Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://boyuanhulian.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":46},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15514,"botStatus":200,"botBytes":15514,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Boyuan - Let Everyone Enjoy The Beauty Of Digital Life","lang":"en","ssrTextLength":3140,"h1Count":0,"landmarks":[],"imagesTotal":40,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bpcl.in","rank":1732,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bpcl.in","observedAt":"2026-08-09T17:59:35.850Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bpexch.live","rank":1746,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bpexch.live","observedAt":"2026-08-09T17:59:35.958Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bpexch.live/Users/Login","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1905},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6912,"botStatus":403,"botBytes":4900,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BpExch Login","lang":"en","ssrTextLength":18,"h1Count":0,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bpigagtm.com","rank":3931,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bpigagtm.com","observedAt":"2026-08-09T17:59:36.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bpldns.com","rank":4493,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bpldns.com","observedAt":"2026-08-09T17:59:36.673Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bplslb.com","rank":2272,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bplslb.com","observedAt":"2026-08-09T17:59:37.201Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"br.com","rank":4792,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"br.com","observedAt":"2026-08-09T17:59:37.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://br.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41482,"botStatus":200,"botBytes":41482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".BR.COM | Your Unrestricted Digital Identity in Brazil","lang":"en","ssrTextLength":4505,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"br.de","rank":3505,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"br.de","observedAt":"2026-08-09T17:59:37.832Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.br.de/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":21,"usesAllowRules":false,"crawlDelay":null,"bytes":3012},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":193373,"botStatus":200,"botBytes":193373,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Bayerischer Rundfunk: Nachrichten von BR24, Highlights aus der BR Mediathek, Live Radio hören und BR.de-Specials - die Startseite für Bayern | BR.de","lang":"de","ssrTextLength":12535,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":165,"imagesWithAlt":164,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bradesco.com.br","rank":4925,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bradesco.com.br","observedAt":"2026-08-09T17:59:37.877Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://banco.bradesco/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1631},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7805,"botStatus":200,"botBytes":7805,"detected":false},"llmsTxt":{"present":true,"bytes":2279,"specValid":true,"issues":[],"linkCount":15},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BANCO BRADESCO | Desafie o futuro","lang":"en","ssrTextLength":33,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"braiiz.com","rank":1730,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"braiiz.com","observedAt":"2026-08-09T17:59:37.941Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://braiiz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":833},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83822,"botStatus":403,"botBytes":4905,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"سكس برايز - موقع افلام سكس عربي واجنبي مترجم","lang":"en","ssrTextLength":5493,"h1Count":2,"landmarks":["nav"],"imagesTotal":49,"imagesWithAlt":49,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"braintree-api.com","rank":3764,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"braintree-api.com","observedAt":"2026-08-09T17:59:38.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"braintreegateway.com","rank":4113,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"braintreegateway.com","observedAt":"2026-08-09T17:59:38.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":215},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"branch.io","rank":640,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"branch.io","observedAt":"2026-08-09T17:59:38.583Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.branch.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":1783},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":310915,"botStatus":200,"botBytes":310915,"detected":false},"llmsTxt":{"present":true,"bytes":6604,"specValid":true,"issues":[],"linkCount":47},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Mobile Measurement & Deep Linking Platform | Branch","lang":"en","ssrTextLength":7291,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":66,"imagesWithAlt":40,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"brandbucket.com","rank":3042,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brandbucket.com","observedAt":"2026-08-09T17:59:38.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://brandbucket.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6128,"botStatus":403,"botBytes":5683,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":753,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"brandmetrics.com","rank":4065,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brandmetrics.com","observedAt":"2026-08-09T17:59:39.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.brandmetrics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":135},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14861,"botStatus":200,"botBytes":14861,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Brand Metrics","lang":"sv","ssrTextLength":2522,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"brave.com","rank":423,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brave.com","observedAt":"2026-08-09T17:59:39.283Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://brave.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":53},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":139926,"botStatus":200,"botBytes":139926,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The browser that puts you first | Brave","lang":"en","ssrTextLength":10493,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":30,"imagesWithAlt":22,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"braze-images.com","rank":5043,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"braze-images.com","observedAt":"2026-08-09T17:59:39.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://braze-images.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":243,"botStatus":403,"botBytes":243,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":120,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"braze.com","rank":649,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"braze.com","observedAt":"2026-08-09T17:59:39.756Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.braze.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":129},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":722283,"botStatus":200,"botBytes":722283,"detected":false},"llmsTxt":{"present":true,"bytes":22437,"specValid":true,"issues":[],"linkCount":45},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Braze Customer Engagement Platform","lang":"en","ssrTextLength":7958,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":71,"imagesWithAlt":57,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"braze.eu","rank":3403,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"braze.eu","observedAt":"2026-08-09T17:59:39.768Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.braze.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":129},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":722283,"botStatus":200,"botBytes":722283,"detected":false},"llmsTxt":{"present":true,"bytes":22437,"specValid":true,"issues":[],"linkCount":45},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Braze Customer Engagement Platform","lang":"en","ssrTextLength":7958,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":71,"imagesWithAlt":57,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"brevo.com","rank":2840,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brevo.com","observedAt":"2026-08-09T17:59:39.953Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.brevo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":1142},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":544898,"botStatus":200,"botBytes":544898,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Brevo: Email & SMS Marketing, CRM & Automation Platform","lang":"en","ssrTextLength":5835,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":132,"imagesWithAlt":126,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"brightcloud.com","rank":3615,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brightcloud.com","observedAt":"2026-08-09T17:59:40.108Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":444,"finalUrl":"https://www.opentext.com/products/threat-intelligence","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"Access denied page","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97,"botStatus":200,"botBytes":367230,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":27,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"brightcove.com","rank":3437,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brightcove.com","observedAt":"2026-08-09T17:59:40.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.brightcove.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":412753,"botStatus":200,"botBytes":412753,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Brightcove | Leading Video Hosting & Streaming Platform","lang":null,"ssrTextLength":6766,"h1Count":2,"landmarks":["nav","footer"],"imagesTotal":61,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"brightcove.net","rank":3820,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brightcove.net","observedAt":"2026-08-09T17:59:40.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"brightspace.com","rank":3590,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brightspace.com","observedAt":"2026-08-09T17:59:40.884Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.d2l.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","cohere-ai","DuckAssistBot"],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":774},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":294237,"botStatus":200,"botBytes":294237,"detected":false},"llmsTxt":{"present":true,"bytes":10348,"specValid":true,"issues":[],"linkCount":64},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"D2L | Online Learning Platform | Creators of the Brightspace LMS Software","lang":"en","ssrTextLength":14511,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":43,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"britannica.com","rank":631,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"britannica.com","observedAt":"2026-08-09T17:59:40.905Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.britannica.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":21,"usesAllowRules":true,"crawlDelay":null,"bytes":834},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5728,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"britishcouncil.org","rank":4182,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"britishcouncil.org","observedAt":"2026-08-09T17:59:41.458Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"broadcom.com","rank":2271,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"broadcom.com","observedAt":"2026-08-09T17:59:41.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.broadcom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1366},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":37004,"botStatus":200,"botBytes":37004,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Broadcom Inc. | Connecting Everything","lang":"en","ssrTextLength":37,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"brookings.edu","rank":3102,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brookings.edu","observedAt":"2026-08-09T17:59:42.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.brookings.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":15248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159897,"botStatus":200,"botBytes":159897,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Brookings - Quality. Independence. Impact.","lang":"en","ssrTextLength":6761,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":45,"imagesWithAlt":39,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"brown.edu","rank":3745,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"brown.edu","observedAt":"2026-08-09T17:59:42.830Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.brown.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":185232,"botStatus":200,"botBytes":185232,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Brown University","lang":"en","ssrTextLength":15829,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":13,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"browser-intake-datadoghq.com","rank":744,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"browser-intake-datadoghq.com","observedAt":"2026-08-09T17:59:43.081Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://browser-intake-datadoghq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56,"botStatus":403,"botBytes":56,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":56,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"browser-intake-datadoghq.eu","rank":4736,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"browser-intake-datadoghq.eu","observedAt":"2026-08-09T17:59:43.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://browser-intake-datadoghq.eu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56,"botStatus":403,"botBytes":56,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":56,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"browser-intake-us5-datadoghq.com","rank":2586,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"browser-intake-us5-datadoghq.com","observedAt":"2026-08-09T17:59:43.531Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://browser-intake-us5-datadoghq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56,"botStatus":403,"botBytes":56,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":56,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"browsiprod.com","rank":4017,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"browsiprod.com","observedAt":"2026-08-09T17:59:43.894Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://browsiprod.com/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bsclink.cn","rank":4572,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bsclink.cn","observedAt":"2026-08-09T17:59:43.956Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://bsclink.cn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":242867,"botStatus":200,"botBytes":242867,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"零信任_安全办公平台_远程安全访问_SASE方案_终端安全-白山云","lang":"zh","ssrTextLength":3700,"h1Count":1,"landmarks":[],"imagesTotal":34,"imagesWithAlt":26,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bsgslb.cn","rank":4123,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bsgslb.cn","observedAt":"2026-08-09T17:59:44.153Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://bsgslb.cn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":242867,"botStatus":200,"botBytes":242867,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"零信任_安全办公平台_远程安全访问_SASE方案_终端安全-白山云","lang":"zh","ssrTextLength":3700,"h1Count":1,"landmarks":[],"imagesTotal":34,"imagesWithAlt":26,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bsgslb.com","rank":2959,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bsgslb.com","observedAt":"2026-08-09T17:59:44.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://bsgslb.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":242887,"botStatus":200,"botBytes":242887,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"零信任_安全办公平台_远程安全访问_SASE方案_终端安全-白山云","lang":"zh","ssrTextLength":3721,"h1Count":1,"landmarks":[],"imagesTotal":34,"imagesWithAlt":26,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bsky.app","rank":394,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bsky.app","observedAt":"2026-08-09T17:59:44.417Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bsky.app/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":415},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6948,"botStatus":200,"botBytes":6948,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bluesky","lang":null,"ssrTextLength":7,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bspb.ru","rank":4554,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bspb.ru","observedAt":"2026-08-09T17:59:44.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"SELF_SIGNED_CERT_IN_CHAIN","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bstatic.com","rank":3626,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bstatic.com","observedAt":"2026-08-09T17:59:44.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://bstatic.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":1005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bt.co","rank":2341,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bt.co","observedAt":"2026-08-09T17:59:45.117Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bt.com","rank":3013,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bt.com","observedAt":"2026-08-09T17:59:45.170Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"Imperva/Incapsula block","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":574},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8483,"botStatus":200,"botBytes":8485,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Broadband, TV Packages, TNT Sports & Mobile Deals | BT","lang":"en","ssrTextLength":73,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bt.dk","rank":1512,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bt.dk","observedAt":"2026-08-09T17:59:45.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bt.dk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","CCBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":142},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":740346,"botStatus":200,"botBytes":740346,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"B.T.","lang":"da","ssrTextLength":6680,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":39,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"btloader.com","rank":978,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"btloader.com","observedAt":"2026-08-09T17:59:45.746Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bttrack.com","rank":3122,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bttrack.com","observedAt":"2026-08-09T17:59:45.772Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bttrack.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1719,"botStatus":200,"botBytes":1719,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tracking API","lang":null,"ssrTextLength":658,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bu.edu","rank":2863,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bu.edu","observedAt":"2026-08-09T17:59:45.777Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":7,"usesAllowRules":false,"crawlDelay":15,"bytes":6365},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136012,"botStatus":200,"botBytes":136012,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Homepage | Boston University","lang":"en","ssrTextLength":3077,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx/1.18.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"buffer.com","rank":4254,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"buffer.com","observedAt":"2026-08-09T17:59:45.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://buffer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":550},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":701630,"botStatus":200,"botBytes":701630,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Buffer: Social media management for everyone","lang":"en","ssrTextLength":8418,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":61,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bugsnag.com","rank":769,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bugsnag.com","observedAt":"2026-08-09T17:59:46.089Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bugsnag.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":247784,"botStatus":200,"botBytes":247784,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BugSnag - Monitor App Performance & Track Errors","lang":"en","ssrTextLength":5237,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":31,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bumble.com","rank":3051,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bumble.com","observedAt":"2026-08-09T17:59:46.965Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bumble.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":762},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":185605,"botStatus":200,"botBytes":185605,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bumble | Date, Chat & Meet New People","lang":"en","ssrTextLength":2633,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bumlam.com","rank":2623,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bumlam.com","observedAt":"2026-08-09T17:59:47.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bund.de","rank":1102,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bund.de","observedAt":"2026-08-09T17:59:47.706Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://verwaltung.bund.de/portal/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":238},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2669,"botStatus":200,"botBytes":2669,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bundesportal | start page","lang":"en","ssrTextLength":25,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"myracloud"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"bunny.net","rank":2407,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bunny.net","observedAt":"2026-08-09T17:59:47.904Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bunny.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":86},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":798322,"botStatus":200,"botBytes":798322,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"bunny.net - The Global Edge Platform that truly Hops","lang":"en","ssrTextLength":9801,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":110,"imagesWithAlt":109,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1346"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bunnyinfra.net","rank":786,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bunnyinfra.net","observedAt":"2026-08-09T17:59:48.244Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"business-standard.com","rank":4386,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"business-standard.com","observedAt":"2026-08-09T17:59:48.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.business-standard.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":383,"botStatus":200,"botBytes":693042,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":214,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"business.site","rank":2049,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"business.site","observedAt":"2026-08-09T17:59:48.780Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://business.google.com/us/business-profile/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":301212,"botStatus":200,"botBytes":301212,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","FaqPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Get Listed on Google - Google Business Profile","lang":"en","ssrTextLength":12666,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":42,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"ESF"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"businessinsider.com","rank":431,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"businessinsider.com","observedAt":"2026-08-09T17:59:49.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.businessinsider.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","CCBot","Bytespider","Diffbot"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":2231},"tier1Blocked":["ClaudeBot"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":564712,"botStatus":200,"botBytes":564708,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Business Insider - Latest News in Tech, Markets, Economy & Innovation","lang":"en","ssrTextLength":9790,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":155,"imagesWithAlt":64,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"businessweek.com","rank":4935,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"businessweek.com","observedAt":"2026-08-09T17:59:49.808Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.bloomberg.com/businessweek","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13856,"botStatus":403,"botBytes":13856,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bloomberg - Are you a robot?","lang":"en","ssrTextLength":687,"h1Count":1,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"businesswire.com","rank":1273,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"businesswire.com","observedAt":"2026-08-09T17:59:50.191Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://businesswire.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366,"botStatus":200,"botBytes":457377,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":205,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"buydomains.com","rank":1297,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"buydomains.com","observedAt":"2026-08-09T17:59:50.384Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://buydomains.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5707,"botStatus":403,"botBytes":5686,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"buymeacoffee.com","rank":4176,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"buymeacoffee.com","observedAt":"2026-08-09T17:59:50.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://buymeacoffee.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":140},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":243035,"botStatus":200,"botBytes":243035,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Buy Me a Coffee","lang":"en","ssrTextLength":3659,"h1Count":1,"landmarks":[],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"buzzfeed.com","rank":1369,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"buzzfeed.com","observedAt":"2026-08-09T17:59:50.548Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.buzzfeed.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":35,"usesAllowRules":true,"crawlDelay":120,"bytes":4496},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"BuzzFeed","lang":"en","ssrTextLength":1331525,"h1Count":0,"landmarks":["main","nav","header","article","aside"],"imagesTotal":9,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"buzzoola.com","rank":3111,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"buzzoola.com","observedAt":"2026-08-09T17:59:50.600Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://buzzoola.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":110},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":87888,"botStatus":200,"botBytes":87888,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Buzzoola - innovative technologies for brands, publishers and ad platforms.","lang":null,"ssrTextLength":2088,"h1Count":0,"landmarks":[],"imagesTotal":8,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"buzzsprout.com","rank":3662,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"buzzsprout.com","observedAt":"2026-08-09T17:59:50.855Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.buzzsprout.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":36},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":180109,"botStatus":200,"botBytes":180109,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Podcast Hosting - Buzzsprout","lang":"en","ssrTextLength":7364,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":66,"imagesWithAlt":66,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bx-msedge.net","rank":646,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bx-msedge.net","observedAt":"2026-08-09T17:59:50.919Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bxcdn.net","rank":4633,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bxcdn.net","observedAt":"2026-08-09T17:59:51.023Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bybanking.com","rank":3188,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bybanking.com","observedAt":"2026-08-09T17:59:51.090Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bybit.com","rank":2993,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bybit.com","observedAt":"2026-08-09T17:59:51.218Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bybit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96528,"botStatus":200,"botBytes":96528,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Buy & Sell Bitcoin, Ether | Cryptocurrency Exchange | Bybit","lang":"en","ssrTextLength":66,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"Openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"byte008.com","rank":4191,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"byte008.com","observedAt":"2026-08-09T17:59:51.842Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytedance.com","rank":2208,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytedance.com","observedAt":"2026-08-09T17:59:52.219Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bytedance.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":37},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":201268,"botStatus":200,"botBytes":201268,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ByteDance - Inspire Creativity, Enrich Life","lang":null,"ssrTextLength":6795,"h1Count":1,"landmarks":[],"imagesTotal":47,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"TLB"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"bytedns1.com","rank":668,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytedns1.com","observedAt":"2026-08-09T17:59:53.061Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytedns3.com","rank":2106,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytedns3.com","observedAt":"2026-08-09T17:59:53.393Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"byteeffecttos-g.com","rank":5027,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"byteeffecttos-g.com","observedAt":"2026-08-09T17:59:53.629Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytefcdn-oversea.com","rank":194,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytefcdn-oversea.com","observedAt":"2026-08-09T17:59:53.965Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytefcdn-ttpeu.com","rank":1911,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytefcdn-ttpeu.com","observedAt":"2026-08-09T17:59:54.755Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytefcdn-ttpus.com","rank":1039,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytefcdn-ttpus.com","observedAt":"2026-08-09T17:59:54.836Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytefcdn.com","rank":1044,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytefcdn.com","observedAt":"2026-08-09T17:59:55.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytegecko.com","rank":4782,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytegecko.com","observedAt":"2026-08-09T17:59:55.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"byteglb.com","rank":548,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"byteglb.com","observedAt":"2026-08-09T17:59:55.334Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"bytegle.tech","rank":2967,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"bytegle.tech","observedAt":"2026-08-09T17:59:55.543Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"byteimg.com","rank":2666,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"byteimg.com","observedAt":"2026-08-09T17:59:55.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"byteoversea.com","rank":1120,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"byteoversea.com","observedAt":"2026-08-09T17:59:55.953Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"byteoversea.net","rank":288,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"byteoversea.net","observedAt":"2026-08-09T17:59:56.323Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"byu.edu","rank":4731,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"byu.edu","observedAt":"2026-08-09T17:59:56.686Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.byu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":29},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":128514,"botStatus":200,"botBytes":128514,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home - BYU","lang":"en","ssrTextLength":4781,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":13,"imagesWithAlt":11,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"c6gj-static.net","rank":3223,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"c6gj-static.net","observedAt":"2026-08-09T17:59:57.289Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://c6gj-static.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":613615,"botStatus":200,"botBytes":613350,"detected":false},"llmsTxt":{"present":true,"bytes":14095,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":1889,"h1Count":1,"landmarks":["main"],"imagesTotal":51,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ca.gov","rank":581,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ca.gov","observedAt":"2026-08-09T17:59:57.614Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ca.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":379},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":29172,"botStatus":200,"botBytes":29172,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["GovernmentOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"California State Portal | CA.gov","lang":"en","ssrTextLength":2175,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cableone.net","rank":4231,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cableone.net","observedAt":"2026-08-09T17:59:58.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.sparklight.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31037,"botStatus":429,"botBytes":31037,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vercel Security Checkpoint","lang":"en","ssrTextLength":167,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"vercel","server":"Vercel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cachefly.net","rank":2647,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cachefly.net","observedAt":"2026-08-09T17:59:58.400Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cadenaser.com","rank":4824,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cadenaser.com","observedAt":"2026-08-09T17:59:58.592Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cadenaser.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","CCBot","Amazonbot","Bytespider","MistralAI-User","DuckAssistBot"],"groupCount":100,"usesAllowRules":true,"crawlDelay":null,"bytes":5621},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","MistralAI-User","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":352644,"botStatus":200,"botBytes":352644,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cadena SER: Noticias y Radio Online","lang":"es","ssrTextLength":13106,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":55,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cafe24.com","rank":2185,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cafe24.com","observedAt":"2026-08-09T17:59:58.723Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cafe24.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5019,"botStatus":200,"botBytes":45440,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"caixa.gov.br","rank":975,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"caixa.gov.br","observedAt":"2026-08-09T17:59:59.518Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"calameo.com","rank":3043,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"calameo.com","observedAt":"2026-08-09T17:59:59.862Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.calameo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot"],"groupCount":8,"usesAllowRules":false,"crawlDelay":null,"bytes":3445},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19766,"botStatus":200,"botBytes":25118,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Calaméo - Publishing Platform for Documents and Magazines","lang":"en","ssrTextLength":2444,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":18,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"calculator.net","rank":1332,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"calculator.net","observedAt":"2026-08-09T18:00:00.167Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.calculator.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":64},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11673,"botStatus":200,"botBytes":11673,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Calculator.net: Free Online Calculators - Math, Fitness, Finance, Science","lang":"en","ssrTextLength":2232,"h1Count":1,"landmarks":[],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.62 (Rocky Linux) OpenSSL/3.2."},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"calendly.com","rank":373,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"calendly.com","observedAt":"2026-08-09T18:00:00.802Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://calendly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":336},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":1235920,"botStatus":200,"botBytes":1235920,"detected":false},"llmsTxt":{"present":true,"bytes":15052,"specValid":true,"issues":[],"linkCount":52},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Free Online Appointment Scheduling Software | Calendly","lang":"en","ssrTextLength":6691,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"caliente.mx","rank":1484,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"caliente.mx","observedAt":"2026-08-09T18:00:00.834Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.caliente.mx/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":99},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":201228,"botStatus":403,"botBytes":5186,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Casa de Apuestas Deportivas en vivo y Casino Online | Caliente.mx","lang":"es","ssrTextLength":6366,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"callrail.com","rank":3063,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"callrail.com","observedAt":"2026-08-09T18:00:00.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.callrail.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":132},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":20934,"botStatus":200,"botBytes":180424,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"caltech.edu","rank":3230,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"caltech.edu","observedAt":"2026-08-09T18:00:01.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://www.caltech.edu/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":10,"bytes":265},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4904,"botStatus":200,"botBytes":414567,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":753,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cam.ac.uk","rank":1083,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cam.ac.uk","observedAt":"2026-08-09T18:00:01.664Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cam.ac.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":110930,"botStatus":200,"botBytes":110930,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Cambridge","lang":"en","ssrTextLength":3555,"h1Count":1,"landmarks":["nav"],"imagesTotal":22,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cambridge.org","rank":660,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cambridge.org","observedAt":"2026-08-09T18:00:01.774Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.cambridge.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ChatGPT-User"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":2785},"tier1Blocked":["ChatGPT-User"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5770,"botStatus":403,"botBytes":5749,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"campaign-archive.com","rank":4885,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"campaign-archive.com","observedAt":"2026-08-09T18:00:02.294Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"canada.ca","rank":1278,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"canada.ca","observedAt":"2026-08-09T18:00:04.098Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cancer.gov","rank":3103,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cancer.gov","observedAt":"2026-08-09T18:00:04.403Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cancer.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":57},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":44830,"botStatus":200,"botBytes":44830,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Comprehensive Cancer Information - NCI","lang":"en","ssrTextLength":2994,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cancer.org","rank":3237,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cancer.org","observedAt":"2026-08-09T18:00:04.509Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cancer.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":504},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":406419,"botStatus":200,"botBytes":406419,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NGO"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"End Cancer As We Know It   | American Cancer Society","lang":"en","ssrTextLength":25787,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":48,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"caniuse.com","rank":3046,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"caniuse.com","observedAt":"2026-08-09T18:00:05.453Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://caniuse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19131,"botStatus":200,"botBytes":19131,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Can I use... Support tables for HTML5, CSS3, etc","lang":"en","ssrTextLength":2705,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":2,"imagesWithAlt":2,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.31.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"canon.com","rank":5051,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"canon.com","observedAt":"2026-08-09T18:00:05.814Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://global.canon/en/?utm_source=canon.com&utm_medium=referral&utm_campaign=top","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":101252,"botStatus":200,"botBytes":101252,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Canon Global","lang":"en","ssrTextLength":6551,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":23,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"canonical.com","rank":2620,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"canonical.com","observedAt":"2026-08-09T18:00:06.149Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://canonical.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","Bytespider","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":1,"bytes":3168},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":342403,"botStatus":200,"botBytes":342403,"detected":false},"llmsTxt":{"present":true,"bytes":27224,"specValid":true,"issues":[],"linkCount":139},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Trusted open source for enterprises | Canonical","lang":"en","ssrTextLength":25621,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":65,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.0 (Ubuntu)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"canva.com","rank":237,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"canva.com","observedAt":"2026-08-09T18:00:06.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.canva.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":6324},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":755019,"botStatus":403,"botBytes":754998,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Canva","lang":"en","ssrTextLength":150,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"canva.site","rank":3135,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"canva.site","observedAt":"2026-08-09T18:00:06.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://canva.site/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"canvas-user-content.com","rank":3930,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"canvas-user-content.com","observedAt":"2026-08-09T18:00:06.697Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"capcut.com","rank":534,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"capcut.com","observedAt":"2026-08-09T18:00:07.170Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.capcut.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1200},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":242590,"botStatus":200,"botBytes":233246,"detected":false},"llmsTxt":{"present":true,"bytes":8429,"specValid":true,"issues":[],"linkCount":61},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"CapCut AI Video Editor: Smart Online Video Editing with Advanced AI Tools","lang":"en","ssrTextLength":9500,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":34,"imagesWithAlt":33,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"capcutapi.com","rank":380,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"capcutapi.com","observedAt":"2026-08-09T18:00:07.312Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"capcutapi.us","rank":4657,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"capcutapi.us","observedAt":"2026-08-09T18:00:07.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"capcutstatic.com","rank":4970,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"capcutstatic.com","observedAt":"2026-08-09T18:00:07.791Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"capitalone.com","rank":2900,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"capitalone.com","observedAt":"2026-08-09T18:00:07.924Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.capitalone.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":false,"crawlDelay":null,"bytes":2664},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":732898,"botStatus":200,"botBytes":732898,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Capital One | Credit Cards, Checking, Savings & Auto Loans","lang":"en","ssrTextLength":5062,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":35,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"capitalonegslbex.com","rank":2817,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"capitalonegslbex.com","observedAt":"2026-08-09T18:00:09.450Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"capitaloneshopping.com","rank":3916,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"capitaloneshopping.com","observedAt":"2026-08-09T18:00:10.185Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://capitaloneshopping.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":1,"bytes":1243},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1486753,"botStatus":200,"botBytes":1483803,"detected":false},"llmsTxt":{"present":true,"bytes":4018,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Capital One Shopping: Coupons, Loyalty, and Deals","lang":"en","ssrTextLength":52019,"h1Count":2,"landmarks":["header"],"imagesTotal":126,"imagesWithAlt":67,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"captcha-delivery.com","rank":2785,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"captcha-delivery.com","observedAt":"2026-08-09T18:00:10.234Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cardgames.io","rank":1399,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cardgames.io","observedAt":"2026-08-09T18:00:10.368Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cardgames.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114423,"botStatus":200,"botBytes":114423,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CardGames.io - Play all your favorite classic card games.","lang":"en","ssrTextLength":9211,"h1Count":1,"landmarks":[],"imagesTotal":8,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cardmarket.com","rank":1480,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cardmarket.com","observedAt":"2026-08-09T18:00:10.372Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://cardmarket.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"carfax.com","rank":4077,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"carfax.com","observedAt":"2026-08-09T18:00:11.018Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.carfax.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1316},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75786,"botStatus":200,"botBytes":75786,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CARFAX - Shop, Buy, Own, & Sell Cars with Confidence","lang":"en","ssrTextLength":5601,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":21,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cargurus.com","rank":4770,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cargurus.com","observedAt":"2026-08-09T18:00:11.362Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":406,"finalUrl":"https://www.cargurus.com/","error":"homepage returned HTTP 406","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":11593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"carnival.com","rank":4531,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"carnival.com","observedAt":"2026-08-09T18:00:11.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.carnival.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":408},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34462,"botStatus":200,"botBytes":34462,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cruises | Carnival Cruise Deals: Caribbean, The Bahamas, Alaska, and Mexico","lang":"en","ssrTextLength":1555,"h1Count":0,"landmarks":[],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":"akamai","server":"nginx/1.29.7"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"carrd.co","rank":4329,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"carrd.co","observedAt":"2026-08-09T18:00:11.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://carrd.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":29},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25540,"botStatus":200,"botBytes":25540,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Carrd - Simple, free, fully responsive one-page sites for pretty much anything","lang":"en","ssrTextLength":1987,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"carsensor.net","rank":1433,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"carsensor.net","observedAt":"2026-08-09T18:00:11.569Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.carsensor.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":4646},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":183711,"botStatus":200,"botBytes":182999,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"中古車・中古車情報なら【カーセンサー】","lang":"ja","ssrTextLength":7885,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":65,"imagesWithAlt":60,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"carwale.com","rank":4714,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"carwale.com","observedAt":"2026-08-09T18:00:11.793Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.carwale.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1721},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":589932,"botStatus":200,"botBytes":589932,"detected":false},"llmsTxt":{"present":true,"bytes":5422,"specValid":false,"issues":["no blockquote summary"],"linkCount":27},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"New Cars, Used Cars, On Road Price, Buy Car, Sell Your Car - CarWale","lang":"en","ssrTextLength":10959,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":164,"imagesWithAlt":164,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"casasbahia.com.br","rank":4771,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"casasbahia.com.br","observedAt":"2026-08-09T18:00:12.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://casasbahia.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3141,"botStatus":200,"botBytes":489648,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"pt","ssrTextLength":491,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"casinoplus.com.ph","rank":1528,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"casinoplus.com.ph","observedAt":"2026-08-09T18:00:13.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.casinoplus.com.ph/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":132},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":250508,"botStatus":200,"botBytes":250508,"detected":false},"llmsTxt":{"present":true,"bytes":4092,"specValid":true,"issues":[],"linkCount":4},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Casino Plus | Color Game & Jili Slots | PAGCOR Online Casino","lang":"en","ssrTextLength":14201,"h1Count":1,"landmarks":["main"],"imagesTotal":334,"imagesWithAlt":293,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"casio.com","rank":4678,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"casio.com","observedAt":"2026-08-09T18:00:14.623Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://casio.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":520,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":27,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"awselb/2.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cat.com","rank":4289,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cat.com","observedAt":"2026-08-09T18:00:15.419Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://cat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":357,"botStatus":200,"botBytes":30525,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":196,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cbc.ca","rank":1114,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbc.ca","observedAt":"2026-08-09T18:00:15.942Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cbc.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":469959,"botStatus":403,"botBytes":356,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CBC.ca - watch, listen, and discover with Canada's Public Broadcaster","lang":"en","ssrTextLength":8137,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":66,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cbl.gov.ly","rank":1954,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbl.gov.ly","observedAt":"2026-08-09T18:00:16.337Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cbl.gov.ly/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":239473,"botStatus":200,"botBytes":238589,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BankOrCreditUnion","Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"مصرف ليبيا المركزي","lang":"ar","ssrTextLength":4588,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":77,"imagesWithAlt":25,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cbp.gov","rank":5085,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbp.gov","observedAt":"2026-08-09T18:00:16.445Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cbp.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2295},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97190,"botStatus":403,"botBytes":357,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"U.S. Customs and Border Protection | U.S. Customs and Border Protection","lang":"en","ssrTextLength":5462,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":26,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cbr.ru","rank":3365,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbr.ru","observedAt":"2026-08-09T18:00:18.378Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cbr.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":300},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67873,"botStatus":403,"botBytes":2631,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Центральный банк Российской Федерации | Банк России","lang":null,"ssrTextLength":4564,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":19,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cbrpay.ru","rank":4315,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbrpay.ru","observedAt":"2026-08-09T18:00:19.614Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cbsivideo.com","rank":4118,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbsivideo.com","observedAt":"2026-08-09T18:00:19.786Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cbslocal.com","rank":4598,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbslocal.com","observedAt":"2026-08-09T18:00:19.805Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cbsnews.com/cbslocal/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":725558,"botStatus":200,"botBytes":725558,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","BreadcrumbList","CollectionPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"CBS Local - Your local news and live free 24/7 streaming news","lang":"en","ssrTextLength":15731,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":64,"imagesWithAlt":64,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cbsnews.com","rank":652,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbsnews.com","observedAt":"2026-08-09T18:00:22.272Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cbsnews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":950},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":892674,"botStatus":200,"botBytes":892674,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","BreadcrumbList","CollectionPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CBS News | Breaking news, top stories & today's latest headlines","lang":"en","ssrTextLength":33764,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":106,"imagesWithAlt":104,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cbssports.com","rank":3173,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cbssports.com","observedAt":"2026-08-09T18:00:22.554Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cbssports.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":875},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":842603,"botStatus":200,"botBytes":842603,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CBS Sports - News, Live Scores, Schedules, Fantasy Games, Video and more. - CBS Sports","lang":"en","ssrTextLength":22836,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":368,"imagesWithAlt":366,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ContentServer"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cc-ecdn.net","rank":2639,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cc-ecdn.net","observedAt":"2026-08-09T18:00:23.586Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ccc.de","rank":2613,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ccc.de","observedAt":"2026-08-09T18:00:23.644Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ccc.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":204},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":71374,"botStatus":200,"botBytes":71374,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CCC | Startseite","lang":"de","ssrTextLength":16824,"h1Count":0,"landmarks":[],"imagesTotal":12,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.4"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ccgateway.net","rank":2448,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ccgateway.net","observedAt":"2026-08-09T18:00:24.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cctld.us","rank":4210,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cctld.us","observedAt":"2026-08-09T18:00:24.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cctv.com","rank":2243,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cctv.com","observedAt":"2026-08-09T18:00:24.755Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cctv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":9053},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":299099,"botStatus":200,"botBytes":299099,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"央视网_世界就在眼前","lang":"en","ssrTextLength":9739,"h1Count":0,"landmarks":[],"imagesTotal":317,"imagesWithAlt":64,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"CCTVAMCLOUD"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdc.gov","rank":340,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdc.gov","observedAt":"2026-08-09T18:00:24.829Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://cdc.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":1699},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":357,"botStatus":200,"botBytes":61804,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":196,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdek.ru","rank":2177,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdek.ru","observedAt":"2026-08-09T18:00:25.407Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cdek.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1934,"botStatus":200,"botBytes":1934,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdiscount.com","rank":1298,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdiscount.com","observedAt":"2026-08-09T18:00:26.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cdiscount.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":8268},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14037,"botStatus":200,"botBytes":14016,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cdiscount","lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cdn-apple.com","rank":184,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdn-apple.com","observedAt":"2026-08-09T18:00:26.072Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdn-cookieyes.com","rank":4387,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdn-cookieyes.com","observedAt":"2026-08-09T18:00:26.207Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://cdn-cookieyes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","meta-externalagent","Amazonbot","Bytespider","DuckAssistBot"],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":322},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":4553,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":755,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdn-vk.ru","rank":752,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdn-vk.ru","observedAt":"2026-08-09T18:00:27.198Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdn20.com","rank":529,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdn20.com","observedAt":"2026-08-09T18:00:27.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdn77.org","rank":127,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdn77.org","observedAt":"2026-08-09T18:00:27.890Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdn90.cn","rank":2384,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdn90.cn","observedAt":"2026-08-09T18:00:28.340Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnbuild.net","rank":384,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnbuild.net","observedAt":"2026-08-09T18:00:28.383Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdngslb.com","rank":232,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdngslb.com","observedAt":"2026-08-09T18:00:28.405Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwc1.com","rank":775,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwc1.com","observedAt":"2026-08-09T18:00:28.433Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwc10.com","rank":5098,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwc10.com","observedAt":"2026-08-09T18:00:29.461Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwc2.com","rank":1111,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwc2.com","observedAt":"2026-08-09T18:00:29.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwc3.com","rank":2787,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwc3.com","observedAt":"2026-08-09T18:00:29.809Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwc6.cn","rank":4751,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwc6.cn","observedAt":"2026-08-09T18:00:30.312Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwcuim119.com","rank":4487,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwcuim119.com","observedAt":"2026-08-09T18:00:30.746Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwcuwd107.cn","rank":5061,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwcuwd107.cn","observedAt":"2026-08-09T18:00:31.017Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnhwczba04.com","rank":3018,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnhwczba04.com","observedAt":"2026-08-09T18:00:31.261Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cdnvideo.ru","rank":637,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cdnvideo.ru","observedAt":"2026-08-09T18:00:34.621Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cdnvideo.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":4434},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":810235,"botStatus":200,"botBytes":810235,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CDNvideo - ведущий провайдер CDN в России и СНГ - www.cdnvideo.ru","lang":"ru","ssrTextLength":13127,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":296,"imagesWithAlt":250,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cell.com","rank":2682,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cell.com","observedAt":"2026-08-09T18:00:34.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://cell.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":1,"bytes":1509},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5740,"botStatus":403,"botBytes":5718,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"celtra.com","rank":3737,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"celtra.com","observedAt":"2026-08-09T18:00:35.798Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://celtra.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104108,"botStatus":200,"botBytes":104108,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Celtra | Home","lang":"en","ssrTextLength":9499,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":56,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"census.gov","rank":2224,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"census.gov","observedAt":"2026-08-09T18:00:37.075Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.census.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":15,"bytes":1162},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":349483,"botStatus":200,"botBytes":349483,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Census.gov | U.S. Census Bureau Homepage","lang":"en","ssrTextLength":9173,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":11,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"centos.org","rank":2729,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"centos.org","observedAt":"2026-08-09T18:00:37.374Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://centos.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":190},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42719,"botStatus":200,"botBytes":42719,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The CentOS Project","lang":"en","ssrTextLength":3260,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":46,"imagesWithAlt":46,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"centralnic.net","rank":3651,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"centralnic.net","observedAt":"2026-08-09T18:00:38.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"centrastage.net","rank":2408,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"centrastage.net","observedAt":"2026-08-09T18:00:38.878Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"centurygame.com","rank":3859,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"centurygame.com","observedAt":"2026-08-09T18:00:38.888Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.centurygames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":83},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":407619,"botStatus":200,"botBytes":407619,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Century Games - Official Site","lang":"en","ssrTextLength":9247,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":146,"imagesWithAlt":142,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cern.ch","rank":2844,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cern.ch","observedAt":"2026-08-09T18:00:39.622Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://home.cern/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":297349,"botStatus":200,"botBytes":297349,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | CERN","lang":"en","ssrTextLength":5877,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":45,"imagesWithAlt":29,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"openresty/1.27.1.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cfdata.org","rank":3851,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cfdata.org","observedAt":"2026-08-09T18:00:40.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"championat.com","rank":3835,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"championat.com","observedAt":"2026-08-09T18:00:42.263Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.championat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1775},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":414585,"botStatus":200,"botBytes":414585,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Чемпионат.com: новости спорта - Чемпионат","lang":"ru","ssrTextLength":13806,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":88,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"change.org","rank":901,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"change.org","observedAt":"2026-08-09T18:00:42.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.change.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":4690},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":269408,"botStatus":200,"botBytes":265657,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","ImageObject"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Change starts here · Change.org","lang":"en","ssrTextLength":2954,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx/1.31.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"channel4.com","rank":4691,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"channel4.com","observedAt":"2026-08-09T18:00:43.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.channel4.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","DuckAssistBot"],"groupCount":28,"usesAllowRules":true,"crawlDelay":null,"bytes":1742},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":13998,"botStatus":200,"botBytes":13998,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Channel 4 | Stream & Watch Live TV","lang":"en","ssrTextLength":42,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"channelcom.tech","rank":4828,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"channelcom.tech","observedAt":"2026-08-09T18:00:44.713Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"channelnewsasia.com","rank":4982,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"channelnewsasia.com","observedAt":"2026-08-09T18:00:45.370Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.channelnewsasia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":2388},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":656373,"botStatus":200,"botBytes":656373,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsArticle","NewsMediaOrganization","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Breaking News and Analysis on Asia and the World | Real-Time Coverage out of Asia and Singapore - CNA","lang":"en","ssrTextLength":17410,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":104,"imagesWithAlt":86,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"imperva","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"chapturist.com","rank":4746,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chapturist.com","observedAt":"2026-08-09T18:00:45.533Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"character.ai","rank":944,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"character.ai","observedAt":"2026-08-09T18:00:46.018Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://character.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":159},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5187,"botStatus":403,"botBytes":5187,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":750,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"charlestonroadregistry.com","rank":2237,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"charlestonroadregistry.com","observedAt":"2026-08-09T18:00:47.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.registry.google/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":99410,"botStatus":200,"botBytes":99410,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Expanding the online frontier | Google Registry","lang":"en","ssrTextLength":2380,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":49,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"chartbeat.com","rank":3302,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chartbeat.com","observedAt":"2026-08-09T18:00:48.153Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://chartbeat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":191},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220958,"botStatus":200,"botBytes":220958,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","FAQPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Chartbeat","lang":"en","ssrTextLength":6443,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":61,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"HAProxy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"chartbeat.net","rank":2234,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chartbeat.net","observedAt":"2026-08-09T18:00:48.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://chartbeat.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":191},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220958,"botStatus":200,"botBytes":220958,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","FAQPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Chartbeat","lang":"en","ssrTextLength":6443,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":61,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"HAProxy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"chartboost.com","rank":2415,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chartboost.com","observedAt":"2026-08-09T18:00:48.926Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://loopme.ai/chartboost/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86568,"botStatus":200,"botBytes":86568,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Chartboost - LoopMe | Bringing Brands into Apps","lang":"en","ssrTextLength":4534,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":14,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"charter.com","rank":4907,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"charter.com","observedAt":"2026-08-09T18:00:49.133Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.spectrum.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":370,"botStatus":403,"botBytes":502,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":205,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"charter.net","rank":2475,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"charter.net","observedAt":"2026-08-09T18:00:49.619Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.spectrum.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":486},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":417827,"botStatus":403,"botBytes":417827,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Spectrum.net","lang":"en","ssrTextLength":126,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"chase.com","rank":3060,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chase.com","observedAt":"2026-08-09T18:00:50.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chase.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":8484},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":339203,"botStatus":200,"botBytes":339204,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Credit Card, Mortgage, Banking, Auto | Chase Online | Chase.com","lang":"en","ssrTextLength":5875,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"chatgpt.com","rank":72,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chatgpt.com","observedAt":"2026-08-09T18:00:50.839Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["PerplexityBot","Google-Extended","CCBot","Bytespider"],"groupCount":14,"usesAllowRules":true,"crawlDelay":null,"bytes":4246},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chaturbate.com","rank":943,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chaturbate.com","observedAt":"2026-08-09T18:00:50.867Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://chaturbate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":236},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":5682,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"check24.de","rank":2974,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"check24.de","observedAt":"2026-08-09T18:00:50.878Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.check24.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":739},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":907645,"botStatus":200,"botBytes":907645,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CHECK24 | Das Vergleichsportal","lang":"de","ssrTextLength":4230,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":8,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"checkpoint.com","rank":335,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"checkpoint.com","observedAt":"2026-08-09T18:00:51.691Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.checkpoint.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1340},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146927,"botStatus":200,"botBytes":146927,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Check Point Software: Leader in Cyber Security Solutions","lang":"en","ssrTextLength":7605,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":47,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"chess.com","rank":872,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chess.com","observedAt":"2026-08-09T18:00:52.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chess.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2396},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":124354,"botStatus":200,"botBytes":119817,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Chess.com - Play Chess Online - Free Games","lang":"en","ssrTextLength":1344,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"chewy.com","rank":4248,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chewy.com","observedAt":"2026-08-09T18:00:52.987Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chewy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2513},"tier1Blocked":[],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":1763213,"botStatus":200,"botBytes":1763018,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Pet Food, Products and Supplies at Low Prices - Free Shipping","lang":"en","ssrTextLength":9764,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":81,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"chicagotribune.com","rank":2782,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chicagotribune.com","observedAt":"2026-08-09T18:00:53.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chicagotribune.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":69,"usesAllowRules":true,"crawlDelay":10,"bytes":4434},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":259448,"botStatus":200,"botBytes":259448,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","LocalBusiness"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Chicago Tribune - Chicago News, Sports, Weather, Business & Things to Do","lang":"en","ssrTextLength":12966,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":44,"imagesWithAlt":43,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"china.com.cn","rank":4358,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"china.com.cn","observedAt":"2026-08-09T18:00:53.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.china.com.cn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":84},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86613,"botStatus":200,"botBytes":86613,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"中国网--网上中国","lang":null,"ssrTextLength":4999,"h1Count":1,"landmarks":[],"imagesTotal":93,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chinadaily.com.cn","rank":2602,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chinadaily.com.cn","observedAt":"2026-08-09T18:00:53.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chinadaily.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":118552,"botStatus":200,"botBytes":118552,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"China Daily Website - Connecting China Connecting the World","lang":null,"ssrTextLength":7619,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":127,"imagesWithAlt":24,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"chinamobile.com","rank":556,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chinamobile.com","observedAt":"2026-08-09T18:00:53.697Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chinanetcenter.com","rank":5119,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chinanetcenter.com","observedAt":"2026-08-09T18:00:53.766Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chinanews.com","rank":4999,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chinanews.com","observedAt":"2026-08-09T18:00:53.819Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chinanews.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":858},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":189596,"botStatus":200,"botBytes":189596,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"中国新闻网_梳理天下新闻","lang":null,"ssrTextLength":8386,"h1Count":0,"landmarks":[],"imagesTotal":163,"imagesWithAlt":8,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chinanews.com.cn","rank":5006,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chinanews.com.cn","observedAt":"2026-08-09T18:00:53.976Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chinaz.com","rank":4450,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chinaz.com","observedAt":"2026-08-09T18:00:54.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chinaz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":13},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":232184,"botStatus":403,"botBytes":14,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"站长之家 - 站长资讯-我们致力于为中文网站提供动力！","lang":null,"ssrTextLength":8396,"h1Count":0,"landmarks":[],"imagesTotal":36,"imagesWithAlt":30,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chip.de","rank":2915,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chip.de","observedAt":"2026-08-09T18:00:54.721Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chip.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":965263,"botStatus":200,"botBytes":965263,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CHIP – News, Tests, Downloads, Tech- & Verbraucherberatung","lang":"de","ssrTextLength":33610,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":198,"imagesWithAlt":198,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"choiceadvantage.com","rank":1658,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"choiceadvantage.com","observedAt":"2026-08-09T18:00:54.734Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.choiceadvantage.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10737,"botStatus":200,"botBytes":6529,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ChoiceADVANTAGE.com","lang":null,"ssrTextLength":1319,"h1Count":1,"landmarks":[],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache/2.4.58 (Ubuntu)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chordtela.com","rank":1592,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chordtela.com","observedAt":"2026-08-09T18:00:56.308Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://chordtela.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":273},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4549,"botStatus":403,"botBytes":4549,"detected":true},"llmsTxt":{"present":true,"bytes":3206,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":751,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chosun.com","rank":3694,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chosun.com","observedAt":"2026-08-09T18:00:56.379Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chosun.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":374},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"조선일보 - 1등 디지털뉴스","lang":"ko","ssrTextLength":43152,"h1Count":0,"landmarks":["nav","header","article","aside"],"imagesTotal":812,"imagesWithAlt":686,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"chrome.com","rank":3925,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chrome.com","observedAt":"2026-08-09T18:00:56.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/chrome/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":469909,"botStatus":200,"botBytes":469909,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","WebPage","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google Chrome - The Fast & Secure Web Browser Built to be Yours","lang":"en","ssrTextLength":10266,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":54,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"chromium.org","rank":4339,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chromium.org","observedAt":"2026-08-09T18:00:56.701Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chromium.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":124,"botStatus":200,"botBytes":124,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"chron.com","rank":3431,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"chron.com","observedAt":"2026-08-09T18:00:57.334Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.chron.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1034},"tier1Blocked":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":200,"botBytes":3036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"churnzero.net","rank":2523,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"churnzero.net","observedAt":"2026-08-09T18:00:58.106Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://churnzero.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":120},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225258,"botStatus":200,"botBytes":225258,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Customer Success Software for Customer Growth - ChurnZero","lang":"en","ssrTextLength":4256,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":112,"imagesWithAlt":110,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ci-servers.net","rank":934,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ci-servers.net","observedAt":"2026-08-09T18:00:58.867Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ci-servers.org","rank":939,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ci-servers.org","observedAt":"2026-08-09T18:00:58.994Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cia.gov","rank":3721,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cia.gov","observedAt":"2026-08-09T18:00:59.866Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cia.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":false,"crawlDelay":2,"bytes":1594},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":529419,"botStatus":200,"botBytes":529419,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CIA","lang":"en","ssrTextLength":3230,"h1Count":4,"landmarks":["main","nav","header","footer"],"imagesTotal":31,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"gatsby","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cian.ru","rank":3646,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cian.ru","observedAt":"2026-08-09T18:01:00.748Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cian.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1739097,"botStatus":200,"botBytes":1735923,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["LodgingBusiness"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Циан - база недвижимости в Москве и по всей РФ | Продажа, аренда квартир и другой недвижимости","lang":"ru","ssrTextLength":18221,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":41,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ycalb"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cisa.gov","rank":3840,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cisa.gov","observedAt":"2026-08-09T18:01:01.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cisa.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2174},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":71418,"botStatus":403,"botBytes":358,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home Page | CISA","lang":"en","ssrTextLength":7466,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":24,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cisco.com","rank":248,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cisco.com","observedAt":"2026-08-09T18:01:01.414Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.cisco.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","CCBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":16189},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":367,"botStatus":200,"botBytes":138172,"detected":false},"llmsTxt":{"present":true,"bytes":1196,"specValid":false,"issues":["no blockquote summary"],"linkCount":5},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ciscospark.com","rank":3129,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ciscospark.com","observedAt":"2026-08-09T18:01:01.447Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"citi.com","rank":3172,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"citi.com","observedAt":"2026-08-09T18:01:01.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.citi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":955},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":232669,"botStatus":200,"botBytes":232669,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WPHeader","WebPage","BreadcrumbList","ItemList","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Credit Cards, Banking, Mortgage, Personal Loans | Citi.com","lang":"en","ssrTextLength":74,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"angular","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"citrix.com","rank":2936,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"citrix.com","observedAt":"2026-08-09T18:01:02.350Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.citrix.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1015},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":124958,"botStatus":200,"botBytes":120749,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Explore the Enhanced Citrix Platform: Secure, Scalable, and High-Performing IT Solutions - Citrix","lang":"en","ssrTextLength":5245,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cityheaven.net","rank":1485,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cityheaven.net","observedAt":"2026-08-09T18:01:02.748Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.cityheaven.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1580,"botStatus":200,"botBytes":37826,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":93,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clara.net","rank":5047,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clara.net","observedAt":"2026-08-09T18:01:03.268Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.claranet.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","CCBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":202},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":92721,"botStatus":200,"botBytes":92721,"detected":false},"llmsTxt":{"present":true,"bytes":616,"specValid":true,"issues":[],"linkCount":4},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cloud, Cybersecurity, Managed Networks, and Communications Services | Claranet","lang":"en","ssrTextLength":3913,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":38,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":null,"server":"wadp2"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"clarin.com","rank":1132,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clarin.com","observedAt":"2026-08-09T18:01:03.829Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.clarin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":439},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":5837,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","ItemList","NewsMediaOrganization","Website","BreadcrumbList","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Noticias. Últimas noticias de Argentina y el Mundo | Clarín","lang":"es","ssrTextLength":1415719,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":121,"imagesWithAlt":117,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clarity.ms","rank":294,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clarity.ms","observedAt":"2026-08-09T18:01:03.854Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://clarity.ms/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clarium.io","rank":3844,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clarium.io","observedAt":"2026-08-09T18:01:03.934Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"classlink.com","rank":3862,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"classlink.com","observedAt":"2026-08-09T18:01:04.160Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.classlink.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":46},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120888,"botStatus":200,"botBytes":120888,"detected":false},"llmsTxt":{"present":true,"bytes":18400,"specValid":true,"issues":[],"linkCount":75},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ClassLink | Identity & Access Management for Education","lang":"en","ssrTextLength":9337,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":102,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"claude.ai","rank":458,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"claude.ai","observedAt":"2026-08-09T18:01:04.817Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://claude.ai/login","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":417},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43042,"botStatus":403,"botBytes":5698,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Claude","lang":"en","ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"claude.com","rank":2919,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"claude.com","observedAt":"2026-08-09T18:01:05.442Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://claude.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":107},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":208106,"botStatus":200,"botBytes":208106,"detected":false},"llmsTxt":{"present":true,"bytes":4144,"specValid":false,"issues":["no blockquote summary"],"linkCount":31},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Claude","lang":"en","ssrTextLength":5895,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"claudeusercontent.com","rank":4201,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"claudeusercontent.com","observedAt":"2026-08-09T18:01:06.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cldin.eu","rank":4564,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cldin.eu","observedAt":"2026-08-09T18:01:06.818Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yourhosting.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":661},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":191984,"botStatus":200,"botBytes":191984,"detected":false},"llmsTxt":{"present":true,"bytes":15475,"specValid":false,"issues":["no blockquote summary"],"linkCount":128},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Place","Organization","WebSite","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hosting, Domeinnaam, Website, VPS, SSL - Yourhosting","lang":"nl","ssrTextLength":10583,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":48,"imagesWithAlt":38,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"clean.gg","rank":3807,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clean.gg","observedAt":"2026-08-09T18:01:07.179Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://clean.gg/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx/1.29.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clevelandclinic.org","rank":1898,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clevelandclinic.org","observedAt":"2026-08-09T18:01:07.563Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://my.clevelandclinic.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":10,"bytes":1064},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":59123,"botStatus":200,"botBytes":59124,"detected":false},"llmsTxt":{"present":true,"bytes":1925,"specValid":false,"issues":["no H2 sections"],"linkCount":10},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["MedicalOrganization","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cleveland Clinic: Every Life Deserves World Class Care","lang":"en","ssrTextLength":5841,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":33,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"clever.com","rank":1157,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clever.com","observedAt":"2026-08-09T18:01:07.813Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.clever.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":164},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":133058,"botStatus":200,"botBytes":133058,"detected":false},"llmsTxt":{"present":true,"bytes":205447,"specValid":false,"issues":["no blockquote summary"],"linkCount":647},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Clever","lang":"en","ssrTextLength":4900,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":64,"imagesWithAlt":7,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clevertap-prod.com","rank":2111,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clevertap-prod.com","observedAt":"2026-08-09T18:01:08.348Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clickagy.com","rank":4252,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clickagy.com","observedAt":"2026-08-09T18:01:08.546Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.clickagy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4730,"botStatus":200,"botBytes":4730,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Clickagy","lang":"en","ssrTextLength":567,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.68 (Amazon Linux) OpenSSL/3.5"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"clickup.com","rank":2397,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clickup.com","observedAt":"2026-08-09T18:01:08.693Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://clickup.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1308},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":758095,"botStatus":200,"botBytes":758095,"detected":false},"llmsTxt":{"present":true,"bytes":8779,"specValid":true,"issues":[],"linkCount":50},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ClickUp™ | Maximize productivity • Software, AI, and humans converge","lang":null,"ssrTextLength":11861,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":229,"imagesWithAlt":195,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"clients-cdnnow.ru","rank":2209,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clients-cdnnow.ru","observedAt":"2026-08-09T18:01:09.181Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clinch.co","rank":4159,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clinch.co","observedAt":"2026-08-09T18:01:09.323Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.clinch.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":68922,"botStatus":200,"botBytes":68922,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Agentic AI Platform for Omnichannel Advertising","lang":"en","ssrTextLength":3764,"h1Count":1,"landmarks":["nav"],"imagesTotal":64,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"clinicaltrials.gov","rank":3632,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clinicaltrials.gov","observedAt":"2026-08-09T18:01:09.392Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://clinicaltrials.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":1,"bytes":505},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":94295,"botStatus":200,"botBytes":94295,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ClinicalTrials.gov","lang":"en","ssrTextLength":175,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"clmbtech.com","rank":3953,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"clmbtech.com","observedAt":"2026-08-09T18:01:09.393Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":502,"finalUrl":"https://clmbtech.com/","error":"homepage returned HTTP 502","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloud.com","rank":1988,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloud.com","observedAt":"2026-08-09T18:01:09.573Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":20472,"botStatus":200,"botBytes":20472,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloud Software Group home","lang":"en","ssrTextLength":4512,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":7,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cloud.microsoft","rank":55,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloud.microsoft","observedAt":"2026-08-09T18:01:09.627Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://m365.cloud.microsoft/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":286121,"botStatus":200,"botBytes":286121,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Microsoft 365 Copilot - Sign in","lang":"en","ssrTextLength":18227,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":23,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cloud.sap","rank":2376,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloud.sap","observedAt":"2026-08-09T18:01:09.651Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudapp.net","rank":2724,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudapp.net","observedAt":"2026-08-09T18:01:10.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudappsecurity.com","rank":3621,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudappsecurity.com","observedAt":"2026-08-09T18:01:10.275Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/security/business/siem-and-xdr/microsoft-defender-cloud-apps","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":233559,"botStatus":200,"botBytes":233559,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Microsoft Defender for Cloud Apps | Microsoft Security","lang":"en","ssrTextLength":11600,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":26,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudflare-gateway.com","rank":4696,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudflare-gateway.com","observedAt":"2026-08-09T18:01:10.381Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudflare.com","rank":2,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudflare.com","observedAt":"2026-08-09T18:01:10.410Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cloudflare.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot","cohere-ai"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":1097},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1305128,"botStatus":200,"botBytes":1305128,"detected":false},"llmsTxt":{"present":true,"bytes":16880,"specValid":true,"issues":[],"linkCount":88},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cloudflare: Build for the agent era","lang":"en","ssrTextLength":7691,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":66,"imagesWithAlt":65,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cloudflare.net","rank":64,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudflare.net","observedAt":"2026-08-09T18:01:10.801Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://cloudflare.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5746,"botStatus":403,"botBytes":5724,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cloudflareclient.com","rank":1365,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudflareclient.com","observedAt":"2026-08-09T18:01:12.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":522,"finalUrl":"https://cloudflareclient.com/","error":"homepage returned HTTP 522","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudflarestorage.com","rank":2065,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudflarestorage.com","observedAt":"2026-08-09T18:01:12.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudfunctions.net","rank":1846,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudfunctions.net","observedAt":"2026-08-09T18:01:13.162Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudinary.com","rank":1099,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudinary.com","observedAt":"2026-08-09T18:01:13.223Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cloudinary.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":573},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":384298,"botStatus":200,"botBytes":384298,"detected":false},"llmsTxt":{"present":true,"bytes":15371,"specValid":true,"issues":[],"linkCount":68},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Image and Video Upload, Storage, Optimization and CDN","lang":"en","ssrTextLength":11619,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":151,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cloudlinks.cn","rank":4866,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudlinks.cn","observedAt":"2026-08-09T18:01:13.394Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://download.yoosee.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":987,"botStatus":200,"botBytes":987,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudns.net","rank":461,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudns.net","observedAt":"2026-08-09T18:01:13.614Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cloudns.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":25},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":173552,"botStatus":200,"botBytes":173552,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Free DNS hosting, Cloud DNS hosting and Domain names | ClouDNS","lang":"en","ssrTextLength":21484,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":34,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cloudrc.ru","rank":4868,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudrc.ru","observedAt":"2026-08-09T18:01:13.617Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"EAI_AGAIN","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudsink.net","rank":916,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudsink.net","observedAt":"2026-08-09T18:01:13.683Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cloudx.io","rank":4804,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cloudx.io","observedAt":"2026-08-09T18:01:13.716Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cloudx.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":274},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67937,"botStatus":200,"botBytes":67937,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Ad Infrastructure for the Intelligence Era | CloudX","lang":"en","ssrTextLength":2931,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":21,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cmediahub.ru","rank":811,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cmediahub.ru","observedAt":"2026-08-09T18:01:14.057Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cmoa.jp","rank":1477,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cmoa.jp","observedAt":"2026-08-09T18:01:14.250Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cms.gov","rank":4114,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cms.gov","observedAt":"2026-08-09T18:01:14.329Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cms.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1558},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":234371,"botStatus":200,"botBytes":234371,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home - Centers for Medicare & Medicaid Services | CMS","lang":"en","ssrTextLength":17019,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cmu.edu","rank":1568,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cmu.edu","observedAt":"2026-08-09T18:01:14.539Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cmu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":110},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":101083,"botStatus":200,"botBytes":101083,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Carnegie Mellon University | CMU","lang":"en","ssrTextLength":7499,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":23,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cn.com","rank":3038,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cn.com","observedAt":"2026-08-09T18:01:15.495Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41927,"botStatus":200,"botBytes":41927,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".CN.COM | The Unrestricted Domain for Engaging with China","lang":"en","ssrTextLength":4307,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cnbc.com","rank":453,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnbc.com","observedAt":"2026-08-09T18:01:15.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cnbc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","Google-NotebookLM"],"groupCount":52,"usesAllowRules":false,"crawlDelay":null,"bytes":3099},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","Google-NotebookLM"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":366,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stock Markets, Business News, Financials, Earnings - CNBC","lang":"en","ssrTextLength":1099688,"h1Count":0,"landmarks":["header"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cnblogs.com","rank":4847,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnblogs.com","observedAt":"2026-08-09T18:01:17.709Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cnblogs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74641,"botStatus":200,"botBytes":74641,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"博客园 - 开发者的网上家园","lang":"zh","ssrTextLength":4952,"h1Count":0,"landmarks":["nav","footer","article"],"imagesTotal":48,"imagesWithAlt":32,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cnet.com","rank":657,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnet.com","observedAt":"2026-08-09T18:01:18.561Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cnet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":13138},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":400400,"botStatus":200,"botBytes":400400,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CNET: Product reviews, advice, how-tos and the latest news - CNET","lang":"en","ssrTextLength":17158,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":79,"imagesWithAlt":32,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cnil.fr","rank":2928,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnil.fr","observedAt":"2026-08-09T18:01:18.860Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cnil.fr/fr","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":5155},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83969,"botStatus":200,"botBytes":83969,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Particulier | CNIL","lang":"fr","ssrTextLength":5019,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":20,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cnki.net","rank":4797,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnki.net","observedAt":"2026-08-09T18:01:18.999Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":27},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cnn.com","rank":188,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnn.com","observedAt":"2026-08-09T18:01:19.769Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cnn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3456},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":451,"botBytes":38,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Breaking News, Latest News and Videos | CNN","lang":"en","ssrTextLength":1111425,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cnnbrasil.com.br","rank":1215,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnnbrasil.com.br","observedAt":"2026-08-09T18:01:20.255Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cnnbrasil.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":759},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1026735,"botStatus":200,"botBytes":1026735,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CNN Brasil | Notícias Ao Vivo do Brasil e do Mundo","lang":"pt","ssrTextLength":13447,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":152,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cnr.it","rank":3652,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnr.it","observedAt":"2026-08-09T18:01:20.859Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cnr.it//","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":2189},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55049,"botStatus":200,"botBytes":55049,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Consiglio Nazionale delle Ricerche","lang":"it","ssrTextLength":10846,"h1Count":19,"landmarks":["nav","header","footer"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"nginx/1.18.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cnrs.fr","rank":3458,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cnrs.fr","observedAt":"2026-08-09T18:01:21.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cnrs.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2032},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5523,"botStatus":200,"botBytes":82333,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"co.com","rank":2436,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"co.com","observedAt":"2026-08-09T18:01:21.571Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"coca-cola.com","rank":3323,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coca-cola.com","observedAt":"2026-08-09T18:01:22.607Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.coca-cola.com/us/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":184628,"botStatus":200,"botBytes":184628,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Explore the Coca‑Cola® Official Site | Coca-Cola US","lang":"en","ssrTextLength":9408,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"CEP"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"code.org","rank":3497,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"code.org","observedAt":"2026-08-09T18:01:22.926Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://code.org/en-US","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1235128,"botStatus":200,"botBytes":1235128,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["EducationalOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Free K–12 Curriculum for Digital Fluency | CodeAI","lang":"en","ssrTextLength":8382,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":42,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"code42.com","rank":4291,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"code42.com","observedAt":"2026-08-09T18:01:23.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mimecast.com/products/incydr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":145036,"botStatus":200,"botBytes":145036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mimecast Incydr | See & Stop Data Loss From Insiders | Mimecast","lang":"en","ssrTextLength":11312,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":29,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"codeberg.org","rank":3869,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"codeberg.org","observedAt":"2026-08-09T18:01:25.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://codeberg.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":2,"bytes":2192},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":false,"browserBytes":13,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":13,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"codepen.io","rank":3864,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"codepen.io","observedAt":"2026-08-09T18:01:27.694Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://codepen.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5657,"botStatus":403,"botBytes":5656,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"coe.int","rank":2658,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coe.int","observedAt":"2026-08-09T18:01:28.244Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.coe.int/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5485,"botStatus":403,"botBytes":5485,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":749,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cognitivlabs.com","rank":4148,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cognitivlabs.com","observedAt":"2026-08-09T18:01:28.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"coinbase.com","rank":2151,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coinbase.com","observedAt":"2026-08-09T18:01:28.391Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.coinbase.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":3282},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5705,"botStatus":403,"botBytes":5705,"detected":true},"llmsTxt":{"present":true,"bytes":5070,"specValid":true,"issues":[],"linkCount":17},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"coindesk.com","rank":3794,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coindesk.com","observedAt":"2026-08-09T18:01:28.526Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.coindesk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":4341},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":807953,"botStatus":200,"botBytes":807996,"detected":false},"llmsTxt":{"present":true,"bytes":8184,"specValid":true,"issues":[],"linkCount":64},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CoinDesk: Bitcoin, Ethereum, XRP, Crypto News and Price Data","lang":"en","ssrTextLength":10761,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":28,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"coingecko.com","rank":3332,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coingecko.com","observedAt":"2026-08-09T18:01:28.616Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.coingecko.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":4485},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1473088,"botStatus":200,"botBytes":1473088,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cryptocurrency Prices, Charts, and Crypto Market Cap | CoinGecko","lang":"en","ssrTextLength":131017,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":262,"imagesWithAlt":239,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"coinmarketcap.com","rank":2267,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coinmarketcap.com","observedAt":"2026-08-09T18:01:28.623Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://coinmarketcap.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1048},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":822710,"botStatus":200,"botBytes":822710,"detected":false},"llmsTxt":{"present":true,"bytes":12533,"specValid":true,"issues":[],"linkCount":60},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Table"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cryptocurrency Prices, Charts And Market Capitalizations | CoinMarketCap","lang":"en","ssrTextLength":14274,"h1Count":1,"landmarks":["footer"],"imagesTotal":130,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Tengine"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"collegeboard.org","rank":3453,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"collegeboard.org","observedAt":"2026-08-09T18:01:29.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.collegeboard.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1777},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41110,"botStatus":200,"botBytes":41110,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"College Board - SAT, AP, College Search and Admission Tools","lang":"en","ssrTextLength":1021,"h1Count":1,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"collider.com","rank":4734,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"collider.com","observedAt":"2026-08-09T18:01:29.039Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://collider.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Applebot-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1986},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":831692,"botStatus":200,"botBytes":831748,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"New Movie News, Movie Trailers & Upcoming Movie Reviews | Collider","lang":"en","ssrTextLength":6802,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":53,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"colliderporn.com","rank":1615,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"colliderporn.com","observedAt":"2026-08-09T18:01:29.092Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://colliderporn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":225},"tier1Blocked":["GPTBot","ClaudeBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":58228,"botStatus":403,"botBytes":13,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos and HD Sex Tube Movies at Collider Porn","lang":"en","ssrTextLength":1653,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":168,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"colorado.edu","rank":2530,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"colorado.edu","observedAt":"2026-08-09T18:01:29.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.colorado.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86855,"botStatus":200,"botBytes":86855,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | University of Colorado Boulder","lang":"en","ssrTextLength":7111,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"colorlib.com","rank":3704,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"colorlib.com","observedAt":"2026-08-09T18:01:31.536Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://colorlib.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":394},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":37189,"botStatus":200,"botBytes":37189,"detected":false},"llmsTxt":{"present":true,"bytes":1440,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WordPress Themes & Website Templates - Colorlib","lang":"en","ssrTextLength":4310,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":10,"imagesWithAlt":10,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"coloros.com","rank":2601,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coloros.com","observedAt":"2026-08-09T18:01:31.945Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://coloros.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"colostate.edu","rank":4506,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"colostate.edu","observedAt":"2026-08-09T18:01:32.519Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.colostate.edu/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":190},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":175549,"botStatus":429,"botBytes":162,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Colorado State University","lang":"en","ssrTextLength":4283,"h1Count":3,"landmarks":["main","header","footer"],"imagesTotal":22,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"columbia.edu","rank":994,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"columbia.edu","observedAt":"2026-08-09T18:01:33.303Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://columbia.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5722,"botStatus":403,"botBytes":5701,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"com.be","rank":1275,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"com.be","observedAt":"2026-08-09T18:01:33.432Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"com.com","rank":3432,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"com.com","observedAt":"2026-08-09T18:01:33.621Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://com.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5675,"botStatus":403,"botBytes":5654,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"comcast.com","rank":685,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"comcast.com","observedAt":"2026-08-09T18:01:33.651Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.xfinity.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":367,"botStatus":200,"botBytes":313381,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"comcast.net","rank":223,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"comcast.net","observedAt":"2026-08-09T18:01:33.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.xfinity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":367,"botStatus":200,"botBytes":313381,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"comix.to","rank":1378,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"comix.to","observedAt":"2026-08-09T18:01:33.949Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://comix.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5569,"botStatus":403,"botBytes":5569,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"commercialrealestate.com.au","rank":4185,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"commercialrealestate.com.au","observedAt":"2026-08-09T18:01:33.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.commercialrealestate.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":389,"botStatus":200,"botBytes":319537,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":220,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"comodo.com","rank":4131,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"comodo.com","observedAt":"2026-08-09T18:01:34.674Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"comodoca.com","rank":2715,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"comodoca.com","observedAt":"2026-08-09T18:01:34.714Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sectigo.com/?utm_source=redirect&utm_medium=tier2&utm_campaign=comodoca","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":262},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":693056,"botStatus":200,"botBytes":693056,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Certificate Management Solutions & SSL Certificates | Sectigo® Official","lang":"en","ssrTextLength":6609,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":105,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"company-target.com","rank":1167,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"company-target.com","observedAt":"2026-08-09T18:01:35.468Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://company-target.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":915,"botStatus":403,"botBytes":915,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":549,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"compass.com","rank":4901,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"compass.com","observedAt":"2026-08-09T18:01:36.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.compass.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3451},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":428042,"botStatus":200,"botBytes":428042,"detected":false},"llmsTxt":{"present":true,"bytes":17354,"specValid":true,"issues":[],"linkCount":76},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Real Estate, Homes for Sale & Apartments for Rent | Compass","lang":"en","ssrTextLength":5231,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":19,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"complianz.io","rank":3900,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"complianz.io","observedAt":"2026-08-09T18:01:37.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://complianz.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":256},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":144947,"botStatus":200,"botBytes":144947,"detected":false},"llmsTxt":{"present":true,"bytes":4418,"specValid":true,"issues":[],"linkCount":44},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"1 Million Users Trust Complianz for WordPress & Shopify Consent","lang":"en","ssrTextLength":5725,"h1Count":1,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":4,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"computerworld.com","rank":4220,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"computerworld.com","observedAt":"2026-08-09T18:01:38.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.computerworld.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":37,"usesAllowRules":false,"crawlDelay":null,"bytes":3270},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":315982,"botStatus":200,"botBytes":315933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Computerworld","lang":"en","ssrTextLength":11966,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":21,"imagesWithAlt":20,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"conectate.com.do","rank":1687,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"conectate.com.do","observedAt":"2026-08-09T18:01:38.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.conectate.com.do/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":188},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":76763,"botStatus":200,"botBytes":76763,"detected":false},"llmsTxt":{"present":true,"bytes":5624,"specValid":false,"issues":["no blockquote summary"],"linkCount":46},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","CollectionPage","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Conectate.com.do | Loterías, Turismo y Noticias Dominicanas","lang":"es","ssrTextLength":3303,"h1Count":0,"landmarks":["nav"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"confiant-integrations.net","rank":3572,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"confiant-integrations.net","observedAt":"2026-08-09T18:01:38.789Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"congress.gov","rank":2370,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"congress.gov","observedAt":"2026-08-09T18:01:38.827Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://congress.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":2,"usesAllowRules":false,"crawlDelay":2,"bytes":3529},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"conn3ct.space","rank":4809,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"conn3ct.space","observedAt":"2026-08-09T18:01:38.985Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"connatix.com","rank":2072,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"connatix.com","observedAt":"2026-08-09T18:01:38.988Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jwx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":86},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":157832,"botStatus":200,"botBytes":157832,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Video technology & monetization platform for streamers, publishers & advertisers | JWX","lang":"en","ssrTextLength":6913,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":31,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"connectad.io","rank":3899,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"connectad.io","observedAt":"2026-08-09T18:01:39.682Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://connectad.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":239353,"botStatus":200,"botBytes":239353,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ConnectAd – The all in one Supply-Side-Platform","lang":"en","ssrTextLength":6204,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":53,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"connman.net","rank":5019,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"connman.net","observedAt":"2026-08-09T18:01:40.211Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"CERT_HAS_EXPIRED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"consentmanager.net","rank":3709,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"consentmanager.net","observedAt":"2026-08-09T18:01:41.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.consentmanager.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":125},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":452598,"botStatus":200,"botBytes":452598,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Enterprise & Publisher CMP for GDPR & CCPA | consentmanager","lang":"en","ssrTextLength":12310,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":104,"imagesWithAlt":17,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"bunny","server":"BunnyCDN-IL1-1346"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"constantcontact.com","rank":2228,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"constantcontact.com","observedAt":"2026-08-09T18:01:41.492Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.constantcontact.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":350},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5755,"botStatus":403,"botBytes":5733,"detected":true},"llmsTxt":{"present":true,"bytes":3269,"specValid":true,"issues":[],"linkCount":17},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"constellix.com","rank":2368,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"constellix.com","observedAt":"2026-08-09T18:01:42.432Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"HPE_INVALID_HEADER_TOKEN","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"consultant.ru","rank":682,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"consultant.ru","observedAt":"2026-08-09T18:01:42.960Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.consultant.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1176},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":36635,"botStatus":200,"botBytes":36635,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":""КонсультантПлюс" - законодательство РФ: кодексы, законы, указы, постановления Правительства Российской Федерации, нормативные акты","lang":"ru","ssrTextLength":3711,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":6,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"consumerreports.org","rank":3310,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"consumerreports.org","observedAt":"2026-08-09T18:01:43.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.consumerreports.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Google-Extended","CCBot"],"groupCount":10,"usesAllowRules":false,"crawlDelay":10,"bytes":771},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":482906,"botStatus":403,"botBytes":1573,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Product Reviews and Ratings, Buying Advice and Consumer Advocacy - Consumer Reports","lang":"en","ssrTextLength":9573,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":33,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"contentsquare.net","rank":1115,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"contentsquare.net","observedAt":"2026-08-09T18:01:43.308Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"contextweb.com","rank":1720,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"contextweb.com","observedAt":"2026-08-09T18:01:43.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://contextweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1,"botStatus":200,"botBytes":1,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"conviva.com","rank":937,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"conviva.com","observedAt":"2026-08-09T18:01:43.901Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.conviva.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":201},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":383593,"botStatus":200,"botBytes":383593,"detected":false},"llmsTxt":{"present":true,"bytes":11279,"specValid":true,"issues":[],"linkCount":65},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Conviva | Real-Time Experience Intelligence for AI Agents","lang":"en","ssrTextLength":1692,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cookieadmin.net","rank":4585,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cookieadmin.net","observedAt":"2026-08-09T18:01:44.702Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cookieadmin.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":114},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":257197,"botStatus":200,"botBytes":257197,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList","SearchAction"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CookieAdmin - Cookie Consent Banner WordPress Plugin","lang":"en","ssrTextLength":4779,"h1Count":0,"landmarks":["main","header","footer","article"],"imagesTotal":19,"imagesWithAlt":19,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cookiebot.com","rank":2306,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cookiebot.com","observedAt":"2026-08-09T18:01:44.817Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cookiebot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":636},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":411561,"botStatus":200,"botBytes":411561,"detected":false},"llmsTxt":{"present":true,"bytes":5981,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cookiebot™ CMP by Usercentrics - GDPR Compliance for SMBs","lang":"en","ssrTextLength":13116,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":273,"imagesWithAlt":181,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cookiedatabase.org","rank":385,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cookiedatabase.org","observedAt":"2026-08-09T18:01:45.840Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://cookiedatabase.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5707,"botStatus":403,"botBytes":5686,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cookielaw.org","rank":393,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cookielaw.org","observedAt":"2026-08-09T18:01:45.893Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.onetrust.com/products/cookie-consent/?redirect=true","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":159261,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product","WebSite","Corporation","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cookie Consent | Products | OneTrust","lang":"en","ssrTextLength":5909,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":17,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cookieyes.com","rank":2850,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cookieyes.com","observedAt":"2026-08-09T18:01:46.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cookieyes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":1436},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":426265,"botStatus":200,"botBytes":426265,"detected":false},"llmsTxt":{"present":true,"bytes":4992,"specValid":true,"issues":[],"linkCount":40},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CookieYes Cookie Consent Solution","lang":"en","ssrTextLength":4801,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":124,"imagesWithAlt":110,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cookpad.com","rank":1101,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cookpad.com","observedAt":"2026-08-09T18:01:46.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cookpad.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":25,"usesAllowRules":true,"crawlDelay":null,"bytes":2528},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":102573,"botStatus":200,"botBytes":102573,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Save, Publish & Share Recipes with Home Cooks Worldwide - Cookpad","lang":"en","ssrTextLength":2170,"h1Count":4,"landmarks":["nav","header","footer"],"imagesTotal":47,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"coolmathgames.com","rank":4397,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coolmathgames.com","observedAt":"2026-08-09T18:01:46.583Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.coolmathgames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":600607,"botStatus":200,"botBytes":600607,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Unspecified Type"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cool Math Games - Free Online Games for Learning and Fun","lang":"en","ssrTextLength":8531,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":128,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cootlogix.com","rank":2181,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cootlogix.com","observedAt":"2026-08-09T18:01:47.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://cootlogix.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"core.microsoft","rank":3929,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"core.microsoft","observedAt":"2026-08-09T18:01:48.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cornell.edu","rank":546,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cornell.edu","observedAt":"2026-08-09T18:01:48.370Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cornell.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":6,"bytes":1046},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83529,"botStatus":403,"botBytes":282,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cornell University","lang":"en","ssrTextLength":4767,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"correios.com.br","rank":4958,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"correios.com.br","observedAt":"2026-08-09T18:01:48.646Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.correios.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":148941,"botStatus":200,"botBytes":148941,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Correios","lang":"pt","ssrTextLength":8843,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":119,"imagesWithAlt":116,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"corriere.it","rank":957,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"corriere.it","observedAt":"2026-08-09T18:01:49.739Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.corriere.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":9653},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot"],"cloaking":{"tested":true,"browserBytes":994961,"botStatus":403,"botBytes":424,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","ItemList","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Corriere della Sera: News e Ultime notizie in tempo reale da Italia e Mondo","lang":"it","ssrTextLength":39474,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":258,"imagesWithAlt":205,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cosmopolitan.com","rank":3206,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cosmopolitan.com","observedAt":"2026-08-09T18:01:50.195Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cosmopolitan.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1108},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":718854,"botStatus":200,"botBytes":718365,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","CollectionPage","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cosmopolitan.com - The Women's Magazine for Dating Advice, Relationships, and Celebrity News","lang":"en","ssrTextLength":7847,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":70,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"costco.com","rank":1004,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"costco.com","observedAt":"2026-08-09T18:01:50.737Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.costco.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to Costco Wholesale","lang":"en","ssrTextLength":5321,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"counterpane.com","rank":5090,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"counterpane.com","observedAt":"2026-08-09T18:01:50.816Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://counterpane.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":600},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":561,"botStatus":200,"botBytes":79685,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":46,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty/1.27.1.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"coupang.com","rank":912,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coupang.com","observedAt":"2026-08-09T18:01:50.957Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.coupang.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":369,"botStatus":200,"botBytes":214108,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"coupangcdn.com","rank":3791,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coupangcdn.com","observedAt":"2026-08-09T18:01:51.314Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"coursera.org","rank":1108,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coursera.org","observedAt":"2026-08-09T18:01:51.338Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.coursera.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","MistralAI-User"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":1291},"tier1Blocked":["meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":801444,"botStatus":200,"botBytes":786363,"detected":false},"llmsTxt":{"present":true,"bytes":2000000,"specValid":false,"issues":["no H1 title","no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Coursera | Online Courses, Certificates, & Degrees","lang":"en","ssrTextLength":9782,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":36,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cox.net","rank":3293,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cox.net","observedAt":"2026-08-09T18:01:51.452Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cox.com/residential/home.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":90713,"botStatus":200,"botBytes":90713,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cox Residential Services | Official Site","lang":"en","ssrTextLength":40,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"coxautoinc.com","rank":4597,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"coxautoinc.com","observedAt":"2026-08-09T18:01:51.736Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.coxautoinc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1275},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":541825,"botStatus":200,"botBytes":541825,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cox Automotive Inc. | Transforming the Automotive Experience","lang":"en","ssrTextLength":12952,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":124,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cpan.org","rank":3045,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cpan.org","observedAt":"2026-08-09T18:01:52.010Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cpan.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":116},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8750,"botStatus":200,"botBytes":8750,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Comprehensive Perl Archive Network - www.cpan.org","lang":"en","ssrTextLength":1079,"h1Count":1,"landmarks":[],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Apache/2.4.63 (Unix)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cpanel.com","rank":1389,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cpanel.com","observedAt":"2026-08-09T18:01:52.276Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cpanel.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":297},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":257945,"botStatus":200,"botBytes":257945,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product","WebPage","BreadcrumbList","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Web Hosting Control Panel & Server Management Tools | cPanel","lang":"en","ssrTextLength":4340,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cpanel.net","rank":208,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cpanel.net","observedAt":"2026-08-09T18:01:52.681Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cpanel.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":297},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":257945,"botStatus":200,"botBytes":257945,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product","WebPage","BreadcrumbList","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Web Hosting Control Panel & Server Management Tools | cPanel","lang":"en","ssrTextLength":4340,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cpi.ad.jp","rank":3419,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cpi.ad.jp","observedAt":"2026-08-09T18:01:53.549Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cpi.ad.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":114},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81679,"botStatus":200,"botBytes":81679,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"KDDIグループの法人向けレンタルサーバー CPI｜KDDIグループの法人向けレンタルサーバー CPI","lang":"ja","ssrTextLength":3798,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":34,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cpmstar.com","rank":2221,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cpmstar.com","observedAt":"2026-08-09T18:01:54.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cpmstar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":68},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222715,"botStatus":200,"botBytes":222715,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Maximize Ad Performance with SSP & DSP Solutions | CPMStar","lang":"en","ssrTextLength":1273,"h1Count":2,"landmarks":["nav","header"],"imagesTotal":99,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cqloud.com","rank":4872,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cqloud.com","observedAt":"2026-08-09T18:01:55.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cquotient.com","rank":3973,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cquotient.com","observedAt":"2026-08-09T18:01:55.266Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.demandware.com//","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":276,"botStatus":403,"botBytes":276,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Error","lang":null,"ssrTextLength":151,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"craigslist.org","rank":2274,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"craigslist.org","observedAt":"2026-08-09T18:01:55.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.craigslist.org/area/chicago","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":151},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60661,"botStatus":200,"botBytes":60661,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"craigslist: chicago jobs, apartments, for sale, services, community, and events","lang":null,"ssrTextLength":4672,"h1Count":2,"landmarks":["nav","header","footer","aside"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"crashlytics.com","rank":333,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crashlytics.com","observedAt":"2026-08-09T18:01:55.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://firebase.google.com/products/crashlytics/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":521597,"botStatus":200,"botBytes":521593,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Firebase Crashlytics | Track, prioritize, and fix app crashes faster","lang":"en","ssrTextLength":6227,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"crawlindex.org","rank":null,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crawlindex.org","observedAt":"2026-08-09T18:01:55.977Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://crawlindex.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":97},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96763,"botStatus":200,"botBytes":96763,"detected":false},"llmsTxt":{"present":true,"bytes":5275,"specValid":true,"issues":[],"linkCount":28},"agentsMd":{"present":true,"bytes":2901},"structured":{"jsonLdTypes":["Organization","WebSite","Dataset"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CrawlIndex. The open index of how the web treats AI agents.","lang":"en","ssrTextLength":4934,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"crazyegg.com","rank":2888,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crazyegg.com","observedAt":"2026-08-09T18:01:56.154Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.crazyegg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":904},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96958,"botStatus":200,"botBytes":96958,"detected":false},"llmsTxt":{"present":true,"bytes":4274,"specValid":true,"issues":[],"linkCount":31},"agentsMd":{"present":true,"bytes":8793},"structured":{"jsonLdTypes":["Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Crazy Egg Website — Optimization | Heatmaps, Recordings, Surveys & A/B Testing","lang":"en","ssrTextLength":6827,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"crazygames.com","rank":1087,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crazygames.com","observedAt":"2026-08-09T18:01:56.265Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.crazygames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":2,"bytes":255},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":285949,"botStatus":200,"botBytes":285839,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Online Games on CrazyGames | Play Now!","lang":"en","ssrTextLength":3809,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":71,"imagesWithAlt":51,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"crealitycloud.com","rank":2958,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crealitycloud.com","observedAt":"2026-08-09T18:01:56.481Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.crealitycloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":1,"bytes":2344},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":227045,"botStatus":200,"botBytes":238175,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Creality Cloud: Download Free 3D Models for Printing | All-in-One 3D Platform","lang":"en","ssrTextLength":2410,"h1Count":0,"landmarks":[],"imagesTotal":62,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"creativecdn.com","rank":710,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"creativecdn.com","observedAt":"2026-08-09T18:01:56.846Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"creativecommons.org","rank":197,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"creativecommons.org","observedAt":"2026-08-09T18:01:57.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://creativecommons.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":177},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60175,"botStatus":200,"botBytes":60175,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The commons belongs to us all - Creative Commons","lang":"en","ssrTextLength":6303,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":18,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"creditkarma.com","rank":3673,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"creditkarma.com","observedAt":"2026-08-09T18:01:57.190Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://creditkarma.com/Error_Credit_Karma.htm?referenceerror=18.d40c0317.1786298521.4d9590f","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":991},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102712,"botStatus":200,"botBytes":257141,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Error | Credit Karma","lang":"en","ssrTextLength":2168,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"crex.com","rank":5091,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crex.com","observedAt":"2026-08-09T18:01:57.485Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://crex.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":580},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","ItemList","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CREX: Cricket Live Scores, Latest Cricket News, Commentary, Player Stats and ICC Rankings","lang":"en","ssrTextLength":1662864,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":169,"imagesWithAlt":168,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"angular","network":"akamai","server":"Google Frontend"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cricbuzz.com","rank":1291,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cricbuzz.com","observedAt":"2026-08-09T18:01:57.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cricbuzz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":487973,"botStatus":200,"botBytes":487973,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WPHeader","SiteNavigationElement","ItemList","WPSideBar","WebPage","ViewAction","WPFooter"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cricbuzz | Live Cricket Streaming, Live Scores, Ball-by-Ball Commentary, Highlights, Videos, News, and More in USA & Canada | IPL 2026","lang":"en","ssrTextLength":12165,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":56,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"crm.dev","rank":3229,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crm.dev","observedAt":"2026-08-09T18:01:58.691Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":500,"finalUrl":"http://crm.dev/","error":"homepage returned HTTP 500","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"crn77.com","rank":1404,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crn77.com","observedAt":"2026-08-09T18:01:59.352Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://crn77.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cronista.com","rank":1423,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cronista.com","observedAt":"2026-08-09T18:01:59.634Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cronista.com/usa/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":904},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":351747,"botStatus":200,"botBytes":351747,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cronista Usa - El Cronista","lang":"es","ssrTextLength":10056,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":43,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"crowdstrike.com","rank":2562,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crowdstrike.com","observedAt":"2026-08-09T18:01:59.996Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.crowdstrike.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1822},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":402053,"botStatus":200,"botBytes":402053,"detected":false},"llmsTxt":{"present":true,"bytes":3246,"specValid":true,"issues":[],"linkCount":16},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"CrowdStrike: We Stop Breaches with AI-native Cybersecurity","lang":"en","ssrTextLength":15792,"h1Count":1,"landmarks":["nav","article"],"imagesTotal":26,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"croxyproxy.com","rank":1555,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"croxyproxy.com","observedAt":"2026-08-09T18:02:00.165Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.croxyproxy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":101},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":330496,"botStatus":200,"botBytes":330496,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free web proxy and a cutting-edge online proxy | CroxyProxy","lang":"en","ssrTextLength":3275,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"crpt.ru","rank":354,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crpt.ru","observedAt":"2026-08-09T18:02:00.475Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://crpt.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":33690,"botStatus":200,"botBytes":33690,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Главная","lang":"ru","ssrTextLength":3375,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"crunchbase.com","rank":3113,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crunchbase.com","observedAt":"2026-08-09T18:02:00.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.crunchbase.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":34761},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":829302,"botStatus":200,"botBytes":829302,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Crunchbase","lang":"en","ssrTextLength":20082,"h1Count":1,"landmarks":[],"imagesTotal":202,"imagesWithAlt":100,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"angular","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"crunchyroll.com","rank":2325,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crunchyroll.com","observedAt":"2026-08-09T18:02:01.010Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.crunchyroll.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":847},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5751,"botStatus":403,"botBytes":5751,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"crwdcntrl.net","rank":698,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crwdcntrl.net","observedAt":"2026-08-09T18:02:01.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"crypto.com","rank":2535,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"crypto.com","observedAt":"2026-08-09T18:02:01.095Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://crypto.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":606},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":243814,"botStatus":200,"botBytes":243814,"detected":false},"llmsTxt":{"present":true,"bytes":2610,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Crypto.com: Buy, Sell & Trade Crypto with a Trusted App","lang":"en","ssrTextLength":18433,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":61,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"csdn.net","rank":2619,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"csdn.net","observedAt":"2026-08-09T18:02:01.220Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.csdn.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":299},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":582644,"botStatus":200,"botBytes":584250,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CSDN_专业开发者社区","lang":"zh","ssrTextLength":7906,"h1Count":0,"landmarks":["main","aside"],"imagesTotal":229,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"WAF"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cspserver.net","rank":1159,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cspserver.net","observedAt":"2026-08-09T18:02:01.392Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://cspserver.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ct.gov","rank":4836,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ct.gov","observedAt":"2026-08-09T18:02:01.431Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://portal.ct.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":40557,"botStatus":200,"botBytes":40359,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CT.GOV-Connecticut's Official State Website","lang":"en","ssrTextLength":2632,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":12,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ctadns.cn","rank":2121,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctadns.cn","observedAt":"2026-08-09T18:02:02.119Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctdns.cn","rank":1814,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctdns.cn","observedAt":"2026-08-09T18:02:02.684Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctecdn.cn","rank":3997,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctecdn.cn","observedAt":"2026-08-09T18:02:02.685Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctfassets.net","rank":2804,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctfassets.net","observedAt":"2026-08-09T18:02:03.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctlcdn.cn","rank":2684,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctlcdn.cn","observedAt":"2026-08-09T18:02:04.259Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctmail.com","rank":2799,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctmail.com","observedAt":"2026-08-09T18:02:04.674Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctnsnet.com","rank":3155,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctnsnet.com","observedAt":"2026-08-09T18:02:04.965Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://ctnsnet.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctrip.com","rank":4082,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctrip.com","observedAt":"2026-08-09T18:02:05.289Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ctrip.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":433},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":288414,"botStatus":200,"botBytes":288406,"detected":false},"llmsTxt":{"present":true,"bytes":7247,"specValid":false,"issues":["no blockquote summary"],"linkCount":31},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"携程旅行网:酒店预订,机票预订查询,旅游度假,商旅管理","lang":"en","ssrTextLength":3229,"h1Count":0,"landmarks":[],"imagesTotal":37,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctripgslb.net","rank":2743,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctripgslb.net","observedAt":"2026-08-09T18:02:05.427Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ctvnews.ca","rank":3052,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ctvnews.ca","observedAt":"2026-08-09T18:02:05.773Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ctvnews.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","CCBot"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":1634},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":830787,"botStatus":200,"botBytes":830788,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"CTV News – Breaking News and Video, Canada News Today","lang":"en","ssrTextLength":15144,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":121,"imagesWithAlt":66,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cuny.edu","rank":3338,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cuny.edu","observedAt":"2026-08-09T18:02:05.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":30,"bytes":999},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"curl.se","rank":3093,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"curl.se","observedAt":"2026-08-09T18:02:05.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://curl.se/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13875,"botStatus":200,"botBytes":13875,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"curl","lang":"en","ssrTextLength":3715,"h1Count":0,"landmarks":["nav"],"imagesTotal":11,"imagesWithAlt":7,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx/1.31.3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"curseforge.com","rank":837,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"curseforge.com","observedAt":"2026-08-09T18:02:06.259Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.curseforge.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1866},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":303316,"botStatus":200,"botBytes":303316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CurseForge - Mods & Addons Leading Community","lang":"en","ssrTextLength":4982,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":51,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"cursor.com","rank":3863,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cursor.com","observedAt":"2026-08-09T18:02:06.267Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cursor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1633},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":644157,"botStatus":200,"botBytes":685874,"detected":false},"llmsTxt":{"present":true,"bytes":11633,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cursor: AI coding agent","lang":"en","ssrTextLength":18685,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":56,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cursor.sh","rank":708,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cursor.sh","observedAt":"2026-08-09T18:02:06.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cursor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1633},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":685874,"botStatus":200,"botBytes":685874,"detected":false},"llmsTxt":{"present":true,"bytes":11633,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cursor: AI coding agent","lang":"en","ssrTextLength":18685,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":60,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"custhelp.com","rank":3560,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"custhelp.com","observedAt":"2026-08-09T18:02:07.002Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"customer.io","rank":2329,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"customer.io","observedAt":"2026-08-09T18:02:07.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://customer.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":520},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":514278,"botStatus":200,"botBytes":514278,"detected":false},"llmsTxt":{"present":true,"bytes":14904,"specValid":false,"issues":["no blockquote summary"],"linkCount":49},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Customer.io: AI-Powered Customer Engagement Platform","lang":"en","ssrTextLength":4401,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":79,"imagesWithAlt":79,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cutt.ly","rank":2693,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cutt.ly","observedAt":"2026-08-09T18:02:07.416Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cutt.ly/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":106},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225445,"botStatus":200,"botBytes":225445,"detected":false},"llmsTxt":{"present":true,"bytes":19927,"specValid":true,"issues":[],"linkCount":36},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","WebApplication","SoftwareApplication","DefinedTerm","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"URL Shortener with Branded Short Links & QR Codes | Cuttly","lang":"en","ssrTextLength":25168,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cve.org","rank":2585,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cve.org","observedAt":"2026-08-09T18:02:09.601Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cve.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":74},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":880,"botStatus":200,"botBytes":880,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":42,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cvent.com","rank":3379,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cvent.com","observedAt":"2026-08-09T18:02:09.685Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cvent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":5017},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":205131,"botStatus":200,"botBytes":205131,"detected":false},"llmsTxt":{"present":true,"bytes":51441,"specValid":false,"issues":["no blockquote summary"],"linkCount":340},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Cvent | Event Platform for In-person, Virtual, and Hybrid Events & Webinars","lang":"en","ssrTextLength":9233,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":39,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cvs.com","rank":4214,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cvs.com","observedAt":"2026-08-09T18:02:10.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cvs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended","CCBot","cohere-ai"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":7957},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":4842,"specValid":false,"issues":["no H1 title","no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"CVS - Online Drugstore, Pharmacy, Prescriptions & Health Information","lang":"en","ssrTextLength":1823655,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cwi.nl","rank":4217,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cwi.nl","observedAt":"2026-08-09T18:02:10.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cwi.nl/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":44},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81407,"botStatus":200,"botBytes":81407,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home","lang":"en","ssrTextLength":5612,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cxense.com","rank":3903,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cxense.com","observedAt":"2026-08-09T18:02:10.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.piano.io/product/audience","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":400},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":591584,"botStatus":200,"botBytes":591584,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Piano Audience: Build & Understand Your Audience","lang":"en","ssrTextLength":15740,"h1Count":19,"landmarks":[],"imagesTotal":20,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"cyberark.com","rank":3946,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cyberark.com","observedAt":"2026-08-09T18:02:11.127Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.paloaltonetworks.com/idira","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":595030,"botStatus":200,"botBytes":595031,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Idira | The Identity Security Platform - Palo Alto Networks","lang":"en","ssrTextLength":12110,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":53,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cyberfolks.pl","rank":4840,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cyberfolks.pl","observedAt":"2026-08-09T18:02:11.160Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cyberfolks.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":171},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":208357,"botStatus":200,"botBytes":208357,"detected":false},"llmsTxt":{"present":true,"bytes":13199,"specValid":true,"issues":[],"linkCount":135},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","Product"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"cyber_Folks - hosting | domeny | e-marketing | certyfikaty ssl","lang":"pl","ssrTextLength":16778,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":45,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"LiteSpeed"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"cygwin.com","rank":3227,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cygwin.com","observedAt":"2026-08-09T18:02:12.975Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cygwin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":7,"usesAllowRules":false,"crawlDelay":60,"bytes":707},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5924,"botStatus":500,"botBytes":527,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cygwin","lang":"en","ssrTextLength":2740,"h1Count":2,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"cymru.com","rank":2445,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"cymru.com","observedAt":"2026-08-09T18:02:13.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.team-cymru.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":36},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":145377,"botStatus":200,"botBytes":145377,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Global Threat Intelligence for Proactive Defense | Team Cymru","lang":"en","ssrTextLength":18373,"h1Count":0,"landmarks":["nav","footer","article"],"imagesTotal":14,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"czbooks.net","rank":1622,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"czbooks.net","observedAt":"2026-08-09T18:02:13.144Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://czbooks.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dafont.com","rank":1164,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dafont.com","observedAt":"2026-08-09T18:02:13.209Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dafont.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1754},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17098,"botStatus":200,"botBytes":16366,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DaFont - Download fonts","lang":"en","ssrTextLength":1565,"h1Count":0,"landmarks":[],"imagesTotal":20,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.68"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dagbladet.no","rank":1395,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dagbladet.no","observedAt":"2026-08-09T18:02:13.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dagbladet.no/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":18,"usesAllowRules":true,"crawlDelay":null,"bytes":3120},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":754936,"botStatus":200,"botBytes":754647,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nyheter i dag: Dagbladet med dagens nyheter 24 timer i døgnet","lang":"nb","ssrTextLength":7674,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":116,"imagesWithAlt":97,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dailyinnovation.biz","rank":4860,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dailyinnovation.biz","observedAt":"2026-08-09T18:02:13.735Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"https://dailyinnovation.biz/","error":"homepage returned HTTP 503","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dailymail.co.uk","rank":602,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dailymail.co.uk","observedAt":"2026-08-09T18:02:14.917Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dailymail.com/ushome/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":5996},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1213534,"botStatus":403,"botBytes":371,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","CollectionPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"US Home | Daily Mail Online","lang":null,"ssrTextLength":82140,"h1Count":1,"landmarks":["footer","aside"],"imagesTotal":492,"imagesWithAlt":54,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dailymail.com","rank":693,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dailymail.com","observedAt":"2026-08-09T18:02:14.956Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dailymail.com/ushome/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":5996},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1213534,"botStatus":403,"botBytes":371,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","CollectionPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"US Home | Daily Mail Online","lang":null,"ssrTextLength":82140,"h1Count":1,"landmarks":["footer","aside"],"imagesTotal":492,"imagesWithAlt":54,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dailymotion.com","rank":398,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dailymotion.com","observedAt":"2026-08-09T18:02:14.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dailymotion.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":false,"crawlDelay":null,"bytes":18276},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55339,"botStatus":200,"botBytes":162978,"detected":false},"llmsTxt":{"present":true,"bytes":6153,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Dailymotion","lang":"en","ssrTextLength":11,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"DMS/2"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"dalyfeds.com","rank":2754,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dalyfeds.com","observedAt":"2026-08-09T18:02:16.030Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dalyfeds.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3109,"botStatus":200,"botBytes":3109,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"H5 Center","lang":"en","ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dantri.com.vn","rank":4079,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dantri.com.vn","observedAt":"2026-08-09T18:02:16.257Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dantri.com.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","cohere-ai"],"groupCount":19,"usesAllowRules":true,"crawlDelay":1,"bytes":3306},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":886641,"botStatus":200,"botBytes":886641,"detected":false},"llmsTxt":{"present":true,"bytes":17825,"specValid":true,"issues":[],"linkCount":70},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Tin tức Việt Nam và quốc tế nóng, nhanh, cập nhật 24h | Báo Dân trí","lang":"vi","ssrTextLength":21153,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":180,"imagesWithAlt":180,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"darkero.com","rank":1651,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"darkero.com","observedAt":"2026-08-09T18:02:16.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://darkero.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":169},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5593,"botStatus":403,"botBytes":5572,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dartmouth.edu","rank":5069,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dartmouth.edu","observedAt":"2026-08-09T18:02:16.642Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://home.dartmouth.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":151},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":179646,"botStatus":200,"botBytes":179646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Dartmouth","lang":"en","ssrTextLength":5108,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":61,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dashlane.com","rank":3803,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dashlane.com","observedAt":"2026-08-09T18:02:17.170Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dashlane.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","cohere-ai","YouBot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":0,"bytes":1697},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":483207,"botStatus":200,"botBytes":483207,"detected":false},"llmsTxt":{"present":true,"bytes":7546,"specValid":false,"issues":["no blockquote summary"],"linkCount":21},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Dashlane: Password management & credential security platform","lang":"en","ssrTextLength":5577,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":69,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dashnxdomain.net","rank":2556,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dashnxdomain.net","observedAt":"2026-08-09T18:02:17.288Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"databricks.com","rank":2600,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"databricks.com","observedAt":"2026-08-09T18:02:17.815Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.databricks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":129},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":838959,"botStatus":200,"botBytes":838959,"detected":false},"llmsTxt":{"present":true,"bytes":12810,"specValid":true,"issues":[],"linkCount":37},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Databricks: Leading Data and AI Platform for Enterprises","lang":"en","ssrTextLength":9308,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":45,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"datadoghq-browser-agent.com","rank":2886,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"datadoghq-browser-agent.com","observedAt":"2026-08-09T18:02:17.860Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"datadome.co","rank":1327,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"datadome.co","observedAt":"2026-08-09T18:02:18.131Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://datadome.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":771,"botStatus":403,"botBytes":771,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"datadome.co","lang":"en","ssrTextLength":55,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dataprivacyframework.gov","rank":3579,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dataprivacyframework.gov","observedAt":"2026-08-09T18:02:18.345Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dataprivacyframework.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2116,"botStatus":200,"botBytes":2116,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Data Privacy Framework","lang":"en","ssrTextLength":22,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"datto.com","rank":2168,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"datto.com","observedAt":"2026-08-09T18:02:19.291Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.datto.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":515},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":185487,"botStatus":200,"botBytes":185487,"detected":false},"llmsTxt":{"present":true,"bytes":12638,"specValid":true,"issues":[],"linkCount":97},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Datto | IT Solutions Built for You","lang":"en","ssrTextLength":16295,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":52,"imagesWithAlt":46,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"daum.net","rank":810,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"daum.net","observedAt":"2026-08-09T18:02:20.011Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":167},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dayforcehcm.com","rank":5004,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dayforcehcm.com","observedAt":"2026-08-09T18:02:20.697Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":52},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dazn.com","rank":4258,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dazn.com","observedAt":"2026-08-09T18:02:20.881Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://dazn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3675,"botStatus":403,"botBytes":3675,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DAZN","lang":null,"ssrTextLength":162,"h1Count":1,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"db.com","rank":4015,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"db.com","observedAt":"2026-08-09T18:02:20.931Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.db.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":279},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":147499,"botStatus":200,"botBytes":147499,"detected":false},"llmsTxt":{"present":true,"bytes":1284,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Deutsche Bank","lang":"en","ssrTextLength":3882,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":16,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dbankcdn.cn","rank":4306,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dbankcdn.cn","observedAt":"2026-08-09T18:02:21.001Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dbankcdn.com","rank":2259,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dbankcdn.com","observedAt":"2026-08-09T18:02:21.057Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dbankcloud.asia","rank":3868,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dbankcloud.asia","observedAt":"2026-08-09T18:02:21.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dbankcloud.cn","rank":1830,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dbankcloud.cn","observedAt":"2026-08-09T18:02:21.478Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dbankcloud.com","rank":702,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dbankcloud.com","observedAt":"2026-08-09T18:02:21.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dbankcloud.ru","rank":836,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dbankcloud.ru","observedAt":"2026-08-09T18:02:21.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dbankedge.cn","rank":3131,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dbankedge.cn","observedAt":"2026-08-09T18:02:21.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dc-telemetry.net","rank":2826,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dc-telemetry.net","observedAt":"2026-08-09T18:02:21.755Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dcinside.com","rank":1217,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dcinside.com","observedAt":"2026-08-09T18:02:22.262Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dcinside.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":16,"usesAllowRules":true,"crawlDelay":null,"bytes":1081},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":104499,"botStatus":200,"botBytes":104302,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"## CONNECTING HEARTS! 디시인사이드입니다. ##","lang":"ko","ssrTextLength":4761,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":50,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.26 (Unix) OpenSSL/1.0.2o"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ddns.net","rank":1016,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ddns.net","observedAt":"2026-08-09T18:02:22.726Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://freeddns.noip.com/?d=ddns.net&u=ZGRucy5uZXQv","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":50488,"botStatus":200,"botBytes":50488,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Remote Access - Dynamic DNS - Create a Free DDNS Account Now - No-IP","lang":"en","ssrTextLength":5915,"h1Count":0,"landmarks":["header","footer","article"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ddnsfree.com","rank":5066,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ddnsfree.com","observedAt":"2026-08-09T18:02:22.972Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://freeddns.dynu.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19775,"botStatus":200,"botBytes":19775,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Dynamic DNS | Dynu Systems, Inc.","lang":null,"ssrTextLength":5187,"h1Count":0,"landmarks":["footer"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ddnss.de","rank":772,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ddnss.de","observedAt":"2026-08-09T18:02:23.168Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ddnss.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":286},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":28227,"botStatus":200,"botBytes":28227,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DDNS - Service • Kostenloser DynDNS Service • Deutscher DynDNS Dienst Anbieter","lang":"de","ssrTextLength":4062,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"de.com","rank":2484,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"de.com","observedAt":"2026-08-09T18:02:24.344Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://de.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42945,"botStatus":200,"botBytes":42945,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".DE.COM | A Global Domain for Businesses in Germany","lang":"en","ssrTextLength":3938,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":32,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"de.net","rank":3209,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"de.net","observedAt":"2026-08-09T18:02:25.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"deadline.com","rank":3342,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deadline.com","observedAt":"2026-08-09T18:02:25.686Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://deadline.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":26,"usesAllowRules":true,"crawlDelay":5,"bytes":1285},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":823858,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Deadline – Hollywood Entertainment Breaking News","lang":"en","ssrTextLength":16834,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":53,"imagesWithAlt":16,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"debian.org","rank":293,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"debian.org","observedAt":"2026-08-09T18:02:25.936Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.debian.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15774,"botStatus":200,"botBytes":15774,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Debian -- The Universal Operating System","lang":"en","ssrTextLength":1765,"h1Count":4,"landmarks":["footer","article"],"imagesTotal":17,"imagesWithAlt":8,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"deccanherald.com","rank":4991,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deccanherald.com","observedAt":"2026-08-09T18:02:25.965Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.deccanherald.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":17,"usesAllowRules":true,"crawlDelay":null,"bytes":3666},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":2853,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","BreadcrumbList","NewsMediaOrganization","WebSite","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Deccan Herald | Latest News Today: Breaking News and Top Headlines on Elections 2026, India, Karnataka, Bengaluru, Politics, World, Entertainment, Business and Sports","lang":"en","ssrTextLength":1106392,"h1Count":4,"landmarks":["header","footer"],"imagesTotal":20,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"deepintent.com","rank":1973,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deepintent.com","observedAt":"2026-08-09T18:02:26.175Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://deepintent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":237},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":152351,"botStatus":200,"botBytes":152351,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"DeepIntent | Healthcare Marketing Demand Side Platform","lang":"en","ssrTextLength":5550,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":77,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"deepl-cdn.com","rank":2789,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deepl-cdn.com","observedAt":"2026-08-09T18:02:26.282Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"deepl.com","rank":705,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deepl.com","observedAt":"2026-08-09T18:02:27.009Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.deepl.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1678},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":468057,"botStatus":200,"botBytes":468057,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"DeepL AI Platform: Translation, Voice & API","lang":"en","ssrTextLength":7713,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":38,"imagesWithAlt":36,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"deepseek.com","rank":1364,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deepseek.com","observedAt":"2026-08-09T18:02:27.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://deepseek.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":92374,"botStatus":200,"botBytes":92374,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DeepSeek | 深度求索","lang":"zh","ssrTextLength":525,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"deere.com","rank":2852,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deere.com","observedAt":"2026-08-09T18:02:27.323Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.deere.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":104},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":145312,"botStatus":200,"botBytes":145312,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | John Deere US","lang":"en","ssrTextLength":20,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"deezer.com","rank":1952,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deezer.com","observedAt":"2026-08-09T18:02:27.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.deezer.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","FirecrawlAgent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":2103},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":193339,"botStatus":200,"botBytes":197641,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","FAQPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Deezer | Listen to music online | Music streaming app","lang":"en","ssrTextLength":4414,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":7,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"defense.gov","rank":4237,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"defense.gov","observedAt":"2026-08-09T18:02:27.714Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://defense.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":361,"botStatus":200,"botBytes":210499,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"delegaciondelgobierno.gob.es","rank":1770,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"delegaciondelgobierno.gob.es","observedAt":"2026-08-09T18:02:30.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mptmd.gob.es/portal/delegaciones_gobierno/delegaciones","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1194844,"botStatus":200,"botBytes":1194844,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Portal MPT | Delegaciones del Gobierno","lang":"es","ssrTextLength":141213,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dell.com","rank":415,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dell.com","observedAt":"2026-08-09T18:02:30.347Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dell.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":35323},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":340267,"botStatus":200,"botBytes":340110,"detected":false},"llmsTxt":{"present":true,"bytes":133522,"specValid":true,"issues":[],"linkCount":394},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","VideoObject"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Computers, Monitors & Technology Solutions | Dell USA","lang":"en","ssrTextLength":15986,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"deloitte.com","rank":899,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deloitte.com","observedAt":"2026-08-09T18:02:30.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.deloitte.com/us/en.html","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":503},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":290251,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Deloitte US | Together Makes Progress","lang":"en","ssrTextLength":9862,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":19,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"delta.com","rank":3299,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"delta.com","observedAt":"2026-08-09T18:02:31.525Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.delta.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":6163},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8213,"botStatus":200,"botBytes":8061,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Delta Air Lines | Flights & Plane Tickets + Hotels & Cars","lang":"en","ssrTextLength":57,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"deltafibernederland.nl","rank":4290,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deltafibernederland.nl","observedAt":"2026-08-09T18:02:31.588Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.deltafiber.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":45666,"botStatus":200,"botBytes":45666,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DELTA Fiber | DELTA Fiber","lang":"nl","ssrTextLength":2199,"h1Count":2,"landmarks":["nav","footer"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"demandbase.com","rank":3372,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"demandbase.com","observedAt":"2026-08-09T18:02:31.737Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.demandbase.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":216},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":185690,"botStatus":200,"botBytes":185690,"detected":false},"llmsTxt":{"present":true,"bytes":5153,"specValid":true,"issues":[],"linkCount":26},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","SoftwareApplication","CreativeWork","Service","Product"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ABM Platform for B2B Sales & Marketing Success | Demandbase","lang":"en","ssrTextLength":7136,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":62,"imagesWithAlt":62,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"demdex.net","rank":379,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"demdex.net","observedAt":"2026-08-09T18:02:31.978Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"derstandard.at","rank":4262,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"derstandard.at","observedAt":"2026-08-09T18:02:32.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.derstandard.at/consent/tcf/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider"],"groupCount":27,"usesAllowRules":false,"crawlDelay":1,"bytes":1241},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":50966,"botStatus":200,"botBytes":494567,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"derStandard.at","lang":"de","ssrTextLength":749,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"desitales2.com","rank":1594,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"desitales2.com","observedAt":"2026-08-09T18:02:32.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.desitales2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1411},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":203066,"botStatus":200,"botBytes":203066,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Desi tales - Indian sex stories","lang":"en","ssrTextLength":6008,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":5,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"desitelugusex.com","rank":1758,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"desitelugusex.com","observedAt":"2026-08-09T18:02:32.294Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://desitelugusex.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25476,"botStatus":200,"botBytes":25723,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"XXX Telugu Sex videos, indian Porn videos","lang":"en","ssrTextLength":2735,"h1Count":0,"landmarks":["nav"],"imagesTotal":17,"imagesWithAlt":17,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"desiviral.net","rank":1674,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"desiviral.net","observedAt":"2026-08-09T18:02:32.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://desiviral2.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2013},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":260,"specValid":false,"issues":["no blockquote summary"],"linkCount":4},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"desync.com","rank":4823,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"desync.com","observedAt":"2026-08-09T18:02:32.559Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://desync.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":37},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":539,"botStatus":200,"botBytes":539,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"desync","lang":null,"ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.4"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"detik.com","rank":4375,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"detik.com","observedAt":"2026-08-09T18:02:32.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.detik.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":361482,"botStatus":200,"botBytes":380097,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"detikcom - Informasi Berita Terkini dan Terbaru Hari Ini","lang":"id","ssrTextLength":20068,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":145,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dev.to","rank":3706,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dev.to","observedAt":"2026-08-09T18:02:32.737Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dev.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":450},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":268294,"botStatus":200,"botBytes":268294,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DEV Community","lang":"en","ssrTextLength":8812,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":84,"imagesWithAlt":31,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Heroku"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"deviantart.com","rank":553,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"deviantart.com","observedAt":"2026-08-09T18:02:33.149Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://deviantart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":1,"bytes":284},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dextrodedenda.top","rank":3030,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dextrodedenda.top","observedAt":"2026-08-09T18:02:35.235Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dextrodedenda.top/vpn/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":59},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98335,"botStatus":520,"botBytes":7360,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GreatFireVPN - Bypass Censorship in China, Russia, Iran","lang":"en","ssrTextLength":9726,"h1Count":1,"landmarks":["nav"],"imagesTotal":102,"imagesWithAlt":94,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dhgate.com","rank":3491,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dhgate.com","observedAt":"2026-08-09T18:02:35.482Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.dhgate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":86,"usesAllowRules":true,"crawlDelay":null,"bytes":11054},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":200,"botBytes":294510,"detected":false},"llmsTxt":{"present":true,"bytes":7869,"specValid":false,"issues":["no H1 title","no blockquote summary"],"linkCount":31},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dhl.com","rank":1208,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dhl.com","observedAt":"2026-08-09T18:02:35.584Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dhl.de","rank":3309,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dhl.de","observedAt":"2026-08-09T18:02:36.377Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dhl.de/de/privatkunden.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Amazonbot"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1143},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":199366,"botStatus":200,"botBytes":199366,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DHL Privatkunden - Paketversand und Paketempfang mit DHL","lang":"de","ssrTextLength":8899,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":13,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dhs.gov","rank":2590,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dhs.gov","observedAt":"2026-08-09T18:02:36.623Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dhs.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":2141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":91913,"botStatus":403,"botBytes":357,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Homeland Security","lang":"en","ssrTextLength":4390,"h1Count":7,"landmarks":["main","nav","header","footer","article"],"imagesTotal":26,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dian.gov.co","rank":4745,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dian.gov.co","observedAt":"2026-08-09T18:02:37.065Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dickssportinggoods.com","rank":4188,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dickssportinggoods.com","observedAt":"2026-08-09T18:02:37.236Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.dickssportinggoods.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2375,"botStatus":200,"botBytes":339732,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":32,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dictionary.com","rank":3373,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dictionary.com","observedAt":"2026-08-09T18:02:37.245Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dictionary.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Applebot-Extended","CCBot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":60,"bytes":566},"tier1Blocked":["GPTBot","Applebot-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":51897,"botStatus":200,"botBytes":51897,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Meanings & Definitions of English Words | Dictionary.com","lang":"en","ssrTextLength":2049,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"didiglobal.com","rank":2289,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"didiglobal.com","observedAt":"2026-08-09T18:02:37.417Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://didiglobal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10446,"botStatus":200,"botBytes":10446,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"首页-滴滴官网","lang":"en","ssrTextLength":35,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"digg.com","rank":2443,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digg.com","observedAt":"2026-08-09T18:02:37.444Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://digg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31037,"botStatus":429,"botBytes":31037,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vercel Security Checkpoint","lang":"en","ssrTextLength":167,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"vercel","server":"Vercel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"digicert.cn","rank":4394,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digicert.cn","observedAt":"2026-08-09T18:02:37.624Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"digicert.com","rank":46,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digicert.com","observedAt":"2026-08-09T18:02:37.681Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.digicert.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":23,"usesAllowRules":true,"crawlDelay":null,"bytes":2626},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":66801,"botStatus":200,"botBytes":66802,"detected":false},"llmsTxt":{"present":true,"bytes":8395,"specValid":true,"issues":[],"linkCount":54},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"TLS/SSL Certificate Authority | Leader in Digital Trust | DigiCert","lang":null,"ssrTextLength":4789,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":55,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"digicertdns.com","rank":2411,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digicertdns.com","observedAt":"2026-08-09T18:02:37.826Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"digikala.com","rank":1355,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digikala.com","observedAt":"2026-08-09T18:02:37.958Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.digikala.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1339},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15352,"botStatus":200,"botBytes":277109,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"فروشگاه اینترنتی دیجی‌کالا","lang":"fa","ssrTextLength":26,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"DigiCDN Edge"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"digital.com","rank":3478,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digital.com","observedAt":"2026-08-09T18:02:38.092Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"digitallocker.gov.in","rank":1676,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digitallocker.gov.in","observedAt":"2026-08-09T18:02:38.410Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.digilocker.gov.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":71885,"botStatus":200,"botBytes":71885,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","GovernmentOrganization","GovernmentService"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"DigiLocker | Access, Share & Verify Digital Documents","lang":"en","ssrTextLength":2514,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":70,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"DigiLocker"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"digitalocean.com","rank":623,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digitalocean.com","observedAt":"2026-08-09T18:02:40.898Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.digitalocean.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":172},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":286516,"botStatus":200,"botBytes":286516,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AI-Native Cloud | DigitalOcean","lang":"en","ssrTextLength":8397,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":35,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"digitaloceanspaces.com","rank":976,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digitaloceanspaces.com","observedAt":"2026-08-09T18:02:41.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.digitalocean.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":286516,"botStatus":200,"botBytes":286516,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AI-Native Cloud | DigitalOcean","lang":"en","ssrTextLength":8397,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":35,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"digitaltrends.com","rank":3396,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"digitaltrends.com","observedAt":"2026-08-09T18:02:41.442Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.digitaltrends.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","meta-externalagent","Amazonbot","YouBot","Diffbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":20,"bytes":2889},"tier1Blocked":[],"tier2Blocked":["Diffbot"],"cloaking":{"tested":true,"browserBytes":434443,"botStatus":202,"botBytes":2259,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","WebSite","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Digital Trends - Tech Product Reviews, How To, Best Ofs, deals and Advice","lang":"en","ssrTextLength":18412,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":74,"imagesWithAlt":73,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dinahosting.com","rank":3749,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dinahosting.com","observedAt":"2026-08-09T18:02:41.462Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dinahosting.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":1161},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":130674,"botStatus":200,"botBytes":130674,"detected":false},"llmsTxt":{"present":true,"bytes":5228,"specValid":true,"issues":[],"linkCount":2},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Dinahosting - Dominios y Hosting con el mejor soporte 24/7","lang":"es","ssrTextLength":12857,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":43,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"HTTPd"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dingtalk.com","rank":3648,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dingtalk.com","observedAt":"2026-08-09T18:02:41.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dingtalk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","CCBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":829},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":48591,"botStatus":200,"botBytes":48591,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"钉钉，AI时代工作方式","lang":null,"ssrTextLength":489,"h1Count":0,"landmarks":[],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"DingTalk/1.0.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dion.ne.jp","rank":3279,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dion.ne.jp","observedAt":"2026-08-09T18:02:41.514Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"directadmin.com","rank":4750,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"directadmin.com","observedAt":"2026-08-09T18:02:41.861Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://directadmin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":300,"bytes":31},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84931,"botStatus":200,"botBytes":84931,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DirectAdmin Web Control Panel Home","lang":null,"ssrTextLength":7274,"h1Count":3,"landmarks":["nav","header","footer"],"imagesTotal":11,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"directnic.com","rank":3202,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"directnic.com","observedAt":"2026-08-09T18:02:41.956Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://directnic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":39056,"botStatus":200,"botBytes":39056,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Directnic.com-Get a FREE Domain with any annual Hosting Plan","lang":"en","ssrTextLength":2228,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":8,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"diretta.it","rank":1618,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"diretta.it","observedAt":"2026-08-09T18:02:42.143Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.diretta.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":null,"bytes":970},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":444016,"botStatus":200,"botBytes":444016,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Diretta.it: Serie A, risultati calcio in tempo reale e partite in diretta","lang":"it","ssrTextLength":5334,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"discogs.com","rank":848,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discogs.com","observedAt":"2026-08-09T18:02:42.267Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.discogs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5768,"botStatus":403,"botBytes":12196,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"discomax.com","rank":2184,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discomax.com","observedAt":"2026-08-09T18:02:42.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"discord.com","rank":160,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discord.com","observedAt":"2026-08-09T18:02:42.874Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://discord.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1717},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":169637,"botStatus":200,"botBytes":169661,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Discord - Group Chat That’s All Fun & Games","lang":"en","ssrTextLength":4197,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":171,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"discord.gg","rank":109,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discord.gg","observedAt":"2026-08-09T18:02:42.902Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://discord.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":169649,"botStatus":200,"botBytes":169649,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Discord - Group Chat That’s All Fun & Games","lang":"en","ssrTextLength":4197,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":171,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"discord.media","rank":495,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discord.media","observedAt":"2026-08-09T18:02:43.619Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":520,"finalUrl":"https://discord.media/","error":"homepage returned HTTP 520","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"discordapp.com","rank":829,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discordapp.com","observedAt":"2026-08-09T18:02:44.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://discord.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1717},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":169637,"botStatus":200,"botBytes":169625,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Discord - Group Chat That’s All Fun & Games","lang":"en","ssrTextLength":4197,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":171,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"discordapp.net","rank":2417,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discordapp.net","observedAt":"2026-08-09T18:02:45.428Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"discovery.com","rank":2917,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"discovery.com","observedAt":"2026-08-09T18:02:45.825Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.discovery.com/?aid=362012&cid=5808889&crid=327534745&event=midpoint","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":5,"bytes":533},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":376,"botStatus":200,"botBytes":181244,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":206,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"disdarrummers.shop","rank":4022,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"disdarrummers.shop","observedAt":"2026-08-09T18:02:45.921Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://disdarrummers.shop/vpn/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":59},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98335,"botStatus":520,"botBytes":7366,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GreatFireVPN - Bypass Censorship in China, Russia, Iran","lang":"en","ssrTextLength":9726,"h1Count":1,"landmarks":["nav"],"imagesTotal":102,"imagesWithAlt":94,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dish.com","rank":4590,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dish.com","observedAt":"2026-08-09T18:02:46.001Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dish.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1013},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":141786,"botStatus":200,"botBytes":141786,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"DISH Satellite TV Provider – Official Site | Call 1-855-644-0067","lang":"en","ssrTextLength":7969,"h1Count":1,"landmarks":["footer"],"imagesTotal":53,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"volt-adc"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"disney.co.jp","rank":4645,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"disney.co.jp","observedAt":"2026-08-09T18:02:46.253Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.disney.co.jp/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":372,"botStatus":200,"botBytes":531977,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":203,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"disney.com","rank":2447,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"disney.com","observedAt":"2026-08-09T18:02:46.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.disney.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366,"botStatus":200,"botBytes":406337,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"disneyplus.com","rank":800,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"disneyplus.com","observedAt":"2026-08-09T18:02:46.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2794},"tier1Blocked":["Perplexity-User"],"tier2Blocked":["cohere-ai","MistralAI-User","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"disqus.com","rank":857,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"disqus.com","observedAt":"2026-08-09T18:02:46.706Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://disqus.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":49},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6033,"botStatus":200,"botBytes":4867,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"#1 in audience engagement and community growth | Disqus","lang":"en","ssrTextLength":52,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"distmed.com","rank":2508,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"distmed.com","observedAt":"2026-08-09T18:02:46.798Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"divar.ir","rank":1247,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"divar.ir","observedAt":"2026-08-09T18:02:47.053Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://divar.ir/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":92},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102928,"botStatus":200,"botBytes":102948,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"دیوار: بزرگترین سایت نیازمندی های رایگان در ایران","lang":"fa","ssrTextLength":838,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Sotoon CDN"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dji.com","rank":3726,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dji.com","observedAt":"2026-08-09T18:02:47.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dji.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":149679,"botStatus":200,"botBytes":149679,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DJI - Official Website","lang":"en","ssrTextLength":6323,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":29,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dkitrxmdwoqruvsi.net","rank":1965,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dkitrxmdwoqruvsi.net","observedAt":"2026-08-09T18:02:47.209Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dkttc.ac.th","rank":790,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dkttc.ac.th","observedAt":"2026-08-09T18:02:47.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dkttc.ac.th/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":66328,"botStatus":200,"botBytes":66328,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"วิทยาลัยเทคนิคดอกคำใต้ | Dokkhamtai technical College","lang":"en","ssrTextLength":438,"h1Count":0,"landmarks":["nav","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":2,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache/2.4.62 (Rocky Linux) OpenSSL/3.5."},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dlsite.com","rank":1281,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dlsite.com","observedAt":"2026-08-09T18:02:47.838Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dlsite.com/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":10,"bytes":2226},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200622,"botStatus":200,"botBytes":200622,"detected":false},"llmsTxt":{"present":true,"bytes":14834,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DLsite：同人誌、同人ゲームからPCソフト、コミックまで二次元総合ダウンロードショップ | DLsite 総合トップページ","lang":"ja","ssrTextLength":27320,"h1Count":15,"landmarks":[],"imagesTotal":29,"imagesWithAlt":15,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"dmca.com","rank":4046,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dmca.com","observedAt":"2026-08-09T18:02:47.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dmcdn.net","rank":4295,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dmcdn.net","observedAt":"2026-08-09T18:02:48.896Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://dmcdn.net/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dmm.co.jp","rank":1182,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dmm.co.jp","observedAt":"2026-08-09T18:02:49.377Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dmm.co.jp/en/age_check/=/?rurl=https%3A%2F%2Fwww.dmm.co.jp%2Ftop%2F","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34973,"botStatus":200,"botBytes":34973,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"年齢認証 - FANZA","lang":"ja","ssrTextLength":537,"h1Count":0,"landmarks":[],"imagesTotal":6,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dmm.com","rank":4743,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dmm.com","observedAt":"2026-08-09T18:02:49.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dmm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":434035,"botStatus":200,"botBytes":436367,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"DMM.com - DMM TV・ゲーム・動画・電子書籍・英会話・FX等の総合サイト","lang":"ja","ssrTextLength":6170,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":301,"imagesWithAlt":125,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"uvicorn"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"dmoz.org","rank":3074,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dmoz.org","observedAt":"2026-08-09T18:02:50.052Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://dmoz.org/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dmxleo.com","rank":3158,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dmxleo.com","observedAt":"2026-08-09T18:02:50.922Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dns-finder.com","rank":3327,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dns-finder.com","observedAt":"2026-08-09T18:02:51.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://dns-finder.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10,"botStatus":403,"botBytes":10,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dns-parking.com","rank":151,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dns-parking.com","observedAt":"2026-08-09T18:02:51.233Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dns-shop.ru","rank":1690,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dns-shop.ru","observedAt":"2026-08-09T18:02:51.397Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://dns-shop.ru/","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2182},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dns-tm.com","rank":4553,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dns-tm.com","observedAt":"2026-08-09T18:02:51.537Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnse0.com","rank":1003,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnse0.com","observedAt":"2026-08-09T18:02:52.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnse1.com","rank":1876,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnse1.com","observedAt":"2026-08-09T18:02:52.070Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnse2.com","rank":1089,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnse2.com","observedAt":"2026-08-09T18:02:52.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnse3.com","rank":2161,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnse3.com","observedAt":"2026-08-09T18:02:52.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnse4.com","rank":2554,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnse4.com","observedAt":"2026-08-09T18:02:52.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnse5.com","rank":2572,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnse5.com","observedAt":"2026-08-09T18:02:52.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsimple-edge.com","rank":4040,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsimple-edge.com","observedAt":"2026-08-09T18:02:52.977Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsimple.com","rank":3201,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsimple.com","observedAt":"2026-08-09T18:02:53.099Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dnsimple.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":130},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104202,"botStatus":200,"botBytes":104202,"detected":false},"llmsTxt":{"present":true,"bytes":5818,"specValid":true,"issues":[],"linkCount":53},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Reliable DNS Hosting and Domain Management with DNSimple","lang":"en","ssrTextLength":8177,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":41,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dnsip.com","rank":2589,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsip.com","observedAt":"2026-08-09T18:02:53.694Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsmadeeasy.com","rank":328,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsmadeeasy.com","observedAt":"2026-08-09T18:02:54.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dnsmadeeasy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":48843,"botStatus":200,"botBytes":48842,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Managed DNS Business Services & Solutions Provider | a DigiCert Company","lang":"en","ssrTextLength":719,"h1Count":1,"landmarks":["nav"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dnsowl.com","rank":123,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsowl.com","observedAt":"2026-08-09T18:02:55.031Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnspod.cn","rank":4974,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnspod.cn","observedAt":"2026-08-09T18:02:55.479Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dnspod.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11321,"botStatus":200,"botBytes":11325,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DNSPod-免费智能DNS解析服务商-电信_网通_教育网,智能DNS-烟台帝思普网络科技有限公司","lang":null,"ssrTextLength":49,"h1Count":0,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"TencentEdgeOne"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dnspod.com","rank":2951,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnspod.com","observedAt":"2026-08-09T18:02:55.542Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dnspod.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11253,"botStatus":200,"botBytes":11249,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DNSPod-免费智能DNS解析服务商-电信_网通_教育网,智能DNS","lang":null,"ssrTextLength":35,"h1Count":0,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"TencentEdgeOne"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dnspod.net","rank":435,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnspod.net","observedAt":"2026-08-09T18:02:55.919Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsswitch.net","rank":3995,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsswitch.net","observedAt":"2026-08-09T18:02:55.923Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsv.jp","rank":2490,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsv.jp","observedAt":"2026-08-09T18:02:56.042Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsv1.com","rank":3595,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsv1.com","observedAt":"2026-08-09T18:02:56.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://dnsv1.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsv1.com.cn","rank":3631,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsv1.com.cn","observedAt":"2026-08-09T18:02:56.054Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://dnsv1.com.cn/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsv2.com","rank":3871,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsv2.com","observedAt":"2026-08-09T18:02:56.572Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsv4.com","rank":2713,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsv4.com","observedAt":"2026-08-09T18:02:56.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dnsv5.com","rank":2203,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnsv5.com","observedAt":"2026-08-09T18:02:57.045Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dnspod.cn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11321,"botStatus":200,"botBytes":11325,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DNSPod-免费智能DNS解析服务商-电信_网通_教育网,智能DNS-烟台帝思普网络科技有限公司","lang":null,"ssrTextLength":49,"h1Count":0,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"TencentEdgeOne"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dnszi.com","rank":3855,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dnszi.com","observedAt":"2026-08-09T18:02:57.275Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dnszi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10599,"botStatus":200,"botBytes":10599,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DNSZi - 무료 네임서버(dns) 관리 서비스! 무료파킹서비스! 무료포워딩서비스!","lang":"ko","ssrTextLength":1146,"h1Count":0,"landmarks":[],"imagesTotal":14,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"kisa"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"docker.com","rank":488,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"docker.com","observedAt":"2026-08-09T18:02:57.938Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.docker.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1033},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":343792,"botStatus":200,"botBytes":343792,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Docker: Accelerated Container Application Development","lang":"en","ssrTextLength":6656,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"docker.io","rank":945,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"docker.io","observedAt":"2026-08-09T18:02:57.952Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.docker.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1033},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":343792,"botStatus":200,"botBytes":343792,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Docker: Accelerated Container Application Development","lang":"en","ssrTextLength":6656,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"docomo.ne.jp","rank":1013,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"docomo.ne.jp","observedAt":"2026-08-09T18:02:58.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://docomo.ne.jp/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"docusign.com","rank":3174,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"docusign.com","observedAt":"2026-08-09T18:02:58.560Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.docusign.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1895},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":959216,"botStatus":200,"botBytes":959216,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Docusign | #1 in Electronic Signature and Intelligent Agreement Management","lang":"en","ssrTextLength":14084,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":86,"imagesWithAlt":68,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"docusign.net","rank":4852,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"docusign.net","observedAt":"2026-08-09T18:02:58.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dogdrip.net","rank":1503,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dogdrip.net","observedAt":"2026-08-09T18:02:58.993Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dogdrip.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":145272,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DogDrip.Net 개드립","lang":"ko","ssrTextLength":4845,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"doh.pub","rank":4726,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doh.pub","observedAt":"2026-08-09T18:02:59.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dnspod.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11325,"botStatus":502,"botBytes":150,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DNSPod-免费智能DNS解析服务商-电信_网通_教育网,智能DNS-烟台帝思普网络科技有限公司","lang":null,"ssrTextLength":49,"h1Count":0,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"TencentEdgeOne"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"doi.org","rank":203,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doi.org","observedAt":"2026-08-09T18:02:59.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.doi.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25106,"botStatus":200,"botBytes":25106,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home Page","lang":"en","ssrTextLength":3727,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dol.gov","rank":3089,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dol.gov","observedAt":"2026-08-09T18:02:59.898Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://dol.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":357,"botStatus":200,"botBytes":87852,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":196,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dolynkcloud.com","rank":4758,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dolynkcloud.com","observedAt":"2026-08-09T18:03:02.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"domain.com","rank":3551,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"domain.com","observedAt":"2026-08-09T18:03:04.002Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.domain.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5707,"botStatus":403,"botBytes":5686,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"domainnamedns.com","rank":4830,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"domainnamedns.com","observedAt":"2026-08-09T18:03:04.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"domaintools.com","rank":3486,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"domaintools.com","observedAt":"2026-08-09T18:03:04.466Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.domaintools.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":48},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":413199,"botStatus":200,"botBytes":413199,"detected":false},"llmsTxt":{"present":true,"bytes":7552,"specValid":true,"issues":[],"linkCount":62},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Threat Intelligence & Domain Security Platform | DomainTools","lang":"en","ssrTextLength":9385,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":90,"imagesWithAlt":79,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dominos.com","rank":4905,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dominos.com","observedAt":"2026-08-09T18:03:04.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dominos.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":112},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":211112,"botStatus":200,"botBytes":210707,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Pizza Delivery & Carryout, Pasta, Wings & More | Domino's","lang":"en","ssrTextLength":9204,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":48,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"dondominio.com","rank":2286,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dondominio.com","observedAt":"2026-08-09T18:03:05.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dondominio.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":354},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":101358,"botStatus":200,"botBytes":101358,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"DonDominio | Your Domain, Web Hosting, Email and SSL Certificates provider","lang":"en","ssrTextLength":6035,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":38,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"donga.com","rank":1216,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"donga.com","observedAt":"2026-08-09T18:03:06.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.donga.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":688},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":211508,"botStatus":200,"botBytes":211489,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"동아일보","lang":"ko","ssrTextLength":7048,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":78,"imagesWithAlt":78,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"donmai.us","rank":1264,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"donmai.us","observedAt":"2026-08-09T18:03:06.131Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://donmai.us/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5677,"botStatus":403,"botBytes":5677,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"doordash.com","rank":2432,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doordash.com","observedAt":"2026-08-09T18:03:06.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.doordash.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5748,"botStatus":403,"botBytes":5726,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"doppiocdn.com","rank":2261,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doppiocdn.com","observedAt":"2026-08-09T18:03:07.361Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dot.gov","rank":2814,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dot.gov","observedAt":"2026-08-09T18:03:07.552Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.dot.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":85799,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dotaplabs.net","rank":357,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dotaplabs.net","observedAt":"2026-08-09T18:03:07.810Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dotomi.com","rank":680,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dotomi.com","observedAt":"2026-08-09T18:03:08.068Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.epsilon.com/us?redirect=dotomi","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":341177,"botStatus":200,"botBytes":341177,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Unlock marketing's full potential | Epsilon US","lang":"en","ssrTextLength":5629,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":25,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dotvndns.vn","rank":4238,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dotvndns.vn","observedAt":"2026-08-09T18:03:08.612Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://dotvndns.vn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":61,"botStatus":200,"botBytes":61,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx-V-ddos"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"douban.com","rank":2546,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"douban.com","observedAt":"2026-08-09T18:03:08.643Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.douban.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":895},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":87345,"botStatus":200,"botBytes":87334,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"豆瓣","lang":"zh","ssrTextLength":3642,"h1Count":1,"landmarks":[],"imagesTotal":68,"imagesWithAlt":37,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"dae"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"doubao.com","rank":2871,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doubao.com","observedAt":"2026-08-09T18:03:08.893Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.doubao.com/chat/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":115},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":347325,"botStatus":200,"botBytes":347338,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"豆包 - 字节跳动旗下 AI 智能助手","lang":null,"ssrTextLength":19,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"volc-dcdn"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"doubleclick.net","rank":37,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doubleclick.net","observedAt":"2026-08-09T18:03:09.462Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://marketingplatform.google.com/about/enterprise/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":125234,"botStatus":200,"botBytes":125234,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Webpage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Enterprise Advertising & Analytics Solutions - Google Marketing Platform","lang":"en","ssrTextLength":7121,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":12,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"doubleverify.com","rank":314,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doubleverify.com","observedAt":"2026-08-09T18:03:09.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://doubleverify.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":165},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":162640,"botStatus":200,"botBytes":162640,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DoubleVerify: Driving Superior Outcomes For Global Brands","lang":"en","ssrTextLength":7265,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":68,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"doujindesu.tv","rank":5099,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doujindesu.tv","observedAt":"2026-08-09T18:03:09.979Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://doujindesu.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1963},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":4549,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":751,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"douyin.com","rank":1816,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"douyin.com","observedAt":"2026-08-09T18:03:10.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.douyin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User","Google-Extended","Bytespider"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1044},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72914,"botStatus":200,"botBytes":72914,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"douyincdn.com","rank":330,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"douyincdn.com","observedAt":"2026-08-09T18:03:10.995Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"douyinpic.com","rank":2226,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"douyinpic.com","observedAt":"2026-08-09T18:03:11.061Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"douyinvod.com","rank":2588,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"douyinvod.com","observedAt":"2026-08-09T18:03:11.655Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"doxygen.nl","rank":5000,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doxygen.nl","observedAt":"2026-08-09T18:03:12.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://doxygen.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14742,"botStatus":200,"botBytes":14742,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Doxygen homepage","lang":"en","ssrTextLength":2430,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":10,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"doxygen.org","rank":4390,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"doxygen.org","observedAt":"2026-08-09T18:03:12.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.doxygen.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14742,"botStatus":200,"botBytes":14742,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Doxygen homepage","lang":"en","ssrTextLength":2430,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":10,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dpbossss.boston","rank":1714,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dpbossss.boston","observedAt":"2026-08-09T18:03:12.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dpbossss.boston/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":229},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200377,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":27358,"specValid":false,"issues":["no blockquote summary"],"linkCount":265},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsArticle","MobileApplication","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DPBOSS | SATTA MATKA | KALYAN MATKA | MATKA RESULT | MATKA | SATTA","lang":"en","ssrTextLength":74170,"h1Count":1,"landmarks":[],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dr.dk","rank":4923,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dr.dk","observedAt":"2026-08-09T18:03:13.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dr.dk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Google-NotebookLM","FirecrawlAgent"],"groupCount":37,"usesAllowRules":false,"crawlDelay":null,"bytes":2158},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Google-NotebookLM","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":1062094,"botStatus":403,"botBytes":363,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"DR: Nyheder - Breaking - TV - Radio","lang":"da","ssrTextLength":17431,"h1Count":11,"landmarks":["main","nav","footer"],"imagesTotal":111,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dramaboxdb.com","rank":4347,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dramaboxdb.com","observedAt":"2026-08-09T18:03:14.282Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.dramaboxdb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dreame.tech","rank":3879,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dreame.tech","observedAt":"2026-08-09T18:03:14.526Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dreamhost.com","rank":620,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dreamhost.com","observedAt":"2026-08-09T18:03:14.791Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dreamhost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":480},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":465430,"botStatus":200,"botBytes":465430,"detected":false},"llmsTxt":{"present":true,"bytes":18653,"specValid":true,"issues":[],"linkCount":122},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Web Hosting Built for Growth - DreamHost","lang":"en","ssrTextLength":19301,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":20,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dreamstime.com","rank":3557,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dreamstime.com","observedAt":"2026-08-09T18:03:14.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://dreamstime.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2197},"tier1Blocked":["meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5014,"botStatus":403,"botBytes":5014,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access to this page has been denied","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dribbble.com","rank":1142,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dribbble.com","observedAt":"2026-08-09T18:03:14.899Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://dribbble.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":998},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1999,"botStatus":202,"botBytes":1999,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"awselb/2.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"drive2.ru","rank":4990,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"drive2.ru","observedAt":"2026-08-09T18:03:15.295Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.drive2.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":902,"botStatus":403,"botBytes":902,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DDoS-Guard","lang":null,"ssrTextLength":141,"h1Count":1,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"drmgms.com","rank":3008,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"drmgms.com","observedAt":"2026-08-09T18:03:15.379Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dreamgames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72739,"botStatus":200,"botBytes":72739,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Dream Games","lang":"en","ssrTextLength":1877,"h1Count":0,"landmarks":["footer"],"imagesTotal":96,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"drom.ru","rank":329,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"drom.ru","observedAt":"2026-08-09T18:03:15.799Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.drom.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":1,"bytes":10797},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":184633,"botStatus":200,"botBytes":184729,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Дром - цены на машины","lang":"ru","ssrTextLength":5203,"h1Count":0,"landmarks":[],"imagesTotal":118,"imagesWithAlt":52,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"dropbox.com","rank":140,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dropbox.com","observedAt":"2026-08-09T18:03:17.371Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dropbox.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":801},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":581676,"botStatus":200,"botBytes":583140,"detected":false},"llmsTxt":{"present":true,"bytes":209100,"specValid":true,"issues":[],"linkCount":829},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","SoftwareApplication","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Dropbox: Secure cloud storage, file sharing, and more","lang":"en","ssrTextLength":5525,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":78,"imagesWithAlt":68,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dropboxapi.com","rank":2779,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dropboxapi.com","observedAt":"2026-08-09T18:03:17.385Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dropboxusercontent.com","rank":2268,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dropboxusercontent.com","observedAt":"2026-08-09T18:03:17.626Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dropcatch.com","rank":327,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dropcatch.com","observedAt":"2026-08-09T18:03:17.710Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dropcatch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104801,"botStatus":200,"botBytes":104801,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DropCatch.com","lang":"en","ssrTextLength":13,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"drpc.org","rank":3096,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"drpc.org","observedAt":"2026-08-09T18:03:18.037Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://drpc.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":594},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":324865,"botStatus":200,"botBytes":324865,"detected":false},"llmsTxt":{"present":true,"bytes":3575,"specValid":true,"issues":[],"linkCount":29},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AI-Powered RPC Infrastructure for dApps & Chains | dRPC","lang":"en","ssrTextLength":7930,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":97,"imagesWithAlt":96,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"drugs.com","rank":4644,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"drugs.com","observedAt":"2026-08-09T18:03:18.151Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.drugs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1012},"tier1Blocked":["ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":63091,"botStatus":403,"botBytes":367,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["MedicalWebPage","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Drugs.com – Know More. Be Sure.","lang":"en","ssrTextLength":10001,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":10,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"drupal.org","rank":2596,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"drupal.org","observedAt":"2026-08-09T18:03:19.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.drupal.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":2615},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":200,"botBytes":3036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"drweb.com","rank":2845,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"drweb.com","observedAt":"2026-08-09T18:03:19.789Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.drweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1456},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223006,"botStatus":200,"botBytes":223006,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Dr.Web Download antivirus for PC / Mac / Android","lang":"en","ssrTextLength":5849,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":12,"imagesWithAlt":7,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dssott.com","rank":2856,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dssott.com","observedAt":"2026-08-09T18:03:19.910Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://dssott.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dtkn.ru","rank":1020,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dtkn.ru","observedAt":"2026-08-09T18:03:19.927Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dto.jp","rank":1659,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dto.jp","observedAt":"2026-08-09T18:03:20.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://dto.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dtscout.com","rank":3068,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dtscout.com","observedAt":"2026-08-09T18:03:20.912Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dtscout.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67535,"botStatus":200,"botBytes":67535,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DTS - Audience Discovery","lang":"en","ssrTextLength":6133,"h1Count":5,"landmarks":["nav","header","footer"],"imagesTotal":25,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dtvce.com","rank":5003,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dtvce.com","observedAt":"2026-08-09T18:03:21.119Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dual-s-msedge.net","rank":445,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dual-s-msedge.net","observedAt":"2026-08-09T18:03:21.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"duckdns.org","rank":285,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"duckdns.org","observedAt":"2026-08-09T18:03:21.251Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.duckdns.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7963,"botStatus":200,"botBytes":7963,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Duck DNS","lang":null,"ssrTextLength":246,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":4,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"duckduckgo.com","rank":493,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"duckduckgo.com","observedAt":"2026-08-09T18:03:22.234Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://duckduckgo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":557},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":276552,"botStatus":200,"botBytes":168693,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DuckDuckGo - Protection. Privacy. Peace of mind.","lang":"en","ssrTextLength":911,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":16,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"duke.edu","rank":2254,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"duke.edu","observedAt":"2026-08-09T18:03:22.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.duke.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":281327,"botStatus":200,"botBytes":281327,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Duke University - Fueled by creativity, informed by scholarship","lang":"en","ssrTextLength":11092,"h1Count":3,"landmarks":["nav","header","footer","article"],"imagesTotal":36,"imagesWithAlt":35,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"duolingo.com","rank":486,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"duolingo.com","observedAt":"2026-08-09T18:03:22.622Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.duolingo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":826},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11238,"botStatus":200,"botBytes":11238,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Duolingo","lang":null,"ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"duo-api"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"duosecurity.com","rank":3059,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"duosecurity.com","observedAt":"2026-08-09T18:03:22.990Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://duo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":80},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":130700,"botStatus":200,"botBytes":130700,"detected":false},"llmsTxt":{"present":true,"bytes":252645,"specValid":true,"issues":[],"linkCount":1072},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication","WebPage","Review"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Complete Identity Security & MFA Solutions | Cisco Duo","lang":"en","ssrTextLength":7816,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":33,"imagesWithAlt":33,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Duo/1.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dutils.com","rank":4655,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dutils.com","observedAt":"2026-08-09T18:03:23.588Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dv.tech","rank":913,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dv.tech","observedAt":"2026-08-09T18:03:23.890Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://dv.tech/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dvr163.com","rank":3258,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dvr163.com","observedAt":"2026-08-09T18:03:24.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dvr163.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":62772,"botStatus":200,"botBytes":62772,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Eseecloud","lang":"zh","ssrTextLength":15349,"h1Count":0,"landmarks":[],"imagesTotal":24,"imagesWithAlt":21,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.2.15 (CentOS)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dw.com","rank":1279,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dw.com","observedAt":"2026-08-09T18:03:25.217Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dw.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":54,"usesAllowRules":true,"crawlDelay":null,"bytes":2874},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":11756,"botStatus":200,"botBytes":11756,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"dyingbirds.com","rank":690,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dyingbirds.com","observedAt":"2026-08-09T18:03:25.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dyn.com","rank":5086,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dyn.com","observedAt":"2026-08-09T18:03:25.788Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.oracle.com/cloud/networking/dns/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60273,"botStatus":200,"botBytes":60117,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Name System (DNS) | Oracle","lang":"en","ssrTextLength":6110,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":12,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"dynadot.com","rank":4989,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dynadot.com","observedAt":"2026-08-09T18:03:26.095Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dynadot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":30462},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":403790,"botStatus":200,"botBytes":403790,"detected":false},"llmsTxt":{"present":true,"bytes":6460,"specValid":true,"issues":[],"linkCount":55},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","SiteNavigationElement","WebPage","FAQPage","BreadcrumbList","Question","Service"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Register, Buy & Manage Domain Names Online | Dynadot","lang":"en","ssrTextLength":14507,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":21,"imagesWithAlt":19,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dynamics.com","rank":2170,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dynamics.com","observedAt":"2026-08-09T18:03:26.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/dynamics-365/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":427098,"botStatus":200,"botBytes":427098,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Agentic CRM and ERP Solutions | Microsoft Dynamics 365","lang":"en","ssrTextLength":17892,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":93,"imagesWithAlt":46,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dynamicyield.com","rank":3836,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dynamicyield.com","observedAt":"2026-08-09T18:03:27.738Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"dynatrace.com","rank":521,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dynatrace.com","observedAt":"2026-08-09T18:03:27.798Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dynatrace.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":319},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":149062,"botStatus":200,"botBytes":149062,"detected":false},"llmsTxt":{"present":true,"bytes":182044,"specValid":true,"issues":[],"linkCount":1107},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","BreadcrumbList","VideoObject","WebSite","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Dynatrace | Observability built for the age of AI","lang":"en","ssrTextLength":4573,"h1Count":1,"landmarks":["main"],"imagesTotal":51,"imagesWithAlt":51,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dyndns.com","rank":4778,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dyndns.com","observedAt":"2026-08-09T18:03:27.836Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://account.dyn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":28440,"botStatus":200,"botBytes":28440,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"My Dyn Account","lang":"en","ssrTextLength":5954,"h1Count":2,"landmarks":["nav"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.62 (Oracle Linux Server) mod_"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dyndns.org","rank":643,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dyndns.org","observedAt":"2026-08-09T18:03:27.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://account.dyn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":28440,"botStatus":200,"botBytes":28440,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"My Dyn Account","lang":"en","ssrTextLength":5954,"h1Count":2,"landmarks":["nav"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.62 (Oracle Linux Server) mod_"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dynu.com","rank":4706,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dynu.com","observedAt":"2026-08-09T18:03:28.013Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dynu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42028,"botStatus":200,"botBytes":42066,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Free dynamic DNS service | Dynu Systems, Inc.Free dynamic DNS service | Dynu Systems, Inc.","lang":"en","ssrTextLength":4598,"h1Count":4,"landmarks":["header","footer"],"imagesTotal":35,"imagesWithAlt":35,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"dzen.ru","rank":17,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dzen.ru","observedAt":"2026-08-09T18:03:28.282Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sso.passport.yandex.ru/push?uuid=3d2cd9af-13a3-40d8-aa93-0e490aa3cbba&retpath=https%3A%2F%2Fdzen.ru%2F%3Fis_autologin_ya%3Dtrue","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":9940},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3046,"botStatus":200,"botBytes":2885,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"dzeninfra.ru","rank":4401,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"dzeninfra.ru","observedAt":"2026-08-09T18:03:29.606Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"e-hentai.org","rank":1380,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"e-hentai.org","observedAt":"2026-08-09T18:03:29.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://e-hentai.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":220},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":62118,"botStatus":200,"botBytes":62118,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"E-Hentai Galleries - The Free Hentai Doujinshi, Manga and Image Gallery System","lang":"en","ssrTextLength":5869,"h1Count":1,"landmarks":[],"imagesTotal":50,"imagesWithAlt":50,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"e-msedge.net","rank":2277,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"e-msedge.net","observedAt":"2026-08-09T18:03:30.371Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"e-recht24.de","rank":3509,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"e-recht24.de","observedAt":"2026-08-09T18:03:31.277Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.e-recht24.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1257},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":163521,"botStatus":200,"botBytes":163521,"detected":false},"llmsTxt":{"present":true,"bytes":353124,"specValid":true,"issues":[],"linkCount":1316},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["LocalBusiness","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"eRecht24: Internetrecht von Rechtsanwalt Sören Siebert","lang":"de","ssrTextLength":19782,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":47,"imagesWithAlt":25,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"LiteSpeed"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"e-volution.ai","rank":2972,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"e-volution.ai","observedAt":"2026-08-09T18:03:31.358Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://e-volution.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":462,"botStatus":200,"botBytes":462,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"E-volution.ai","lang":"en","ssrTextLength":13,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.58 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"e1c-ops.com","rank":4028,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"e1c-ops.com","observedAt":"2026-08-09T18:03:31.632Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"e2ro.com","rank":545,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"e2ro.com","observedAt":"2026-08-09T18:03:31.682Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"e621.net","rank":1317,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"e621.net","observedAt":"2026-08-09T18:03:31.816Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://e621.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":1,"bytes":3723},"tier1Blocked":["GPTBot","PerplexityBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":76635,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"e621","lang":"en","ssrTextLength":42123,"h1Count":1,"landmarks":["nav"],"imagesTotal":7,"imagesWithAlt":7,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ea.com","rank":332,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ea.com","observedAt":"2026-08-09T18:03:32.412Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ea.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Bytespider","cohere-ai"],"groupCount":8,"usesAllowRules":false,"crawlDelay":null,"bytes":1304},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":146658,"botStatus":200,"botBytes":146535,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Electronic Arts Home Page - Official EA Site","lang":"en","ssrTextLength":4301,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":11,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"eagllwin.com","rank":4921,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eagllwin.com","observedAt":"2026-08-09T18:03:33.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"earthlink.net","rank":2338,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"earthlink.net","observedAt":"2026-08-09T18:03:33.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://earthlink.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26398,"botStatus":403,"botBytes":26376,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":53,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"easebar.com","rank":561,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"easebar.com","observedAt":"2026-08-09T18:03:33.127Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eastmoney.com","rank":3080,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eastmoney.com","observedAt":"2026-08-09T18:03:33.301Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eastmoney.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":327400,"botStatus":200,"botBytes":327400,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"东方财富网：财经门户，提供专业的财经、股票、行情、证券、基金、理财、银行、保险、信托、期货、黄金、股吧、博客等各类财经资讯及数据","lang":"en","ssrTextLength":14823,"h1Count":1,"landmarks":[],"imagesTotal":26,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"easy4ipcloud.com","rank":2067,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"easy4ipcloud.com","observedAt":"2026-08-09T18:03:33.412Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"easybrain.com","rank":2750,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"easybrain.com","observedAt":"2026-08-09T18:03:33.417Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://easybrain.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":199},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":206215,"botStatus":200,"botBytes":206215,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Easybrain - Simple Mobile Experiences","lang":"en","ssrTextLength":8600,"h1Count":16,"landmarks":["header","footer"],"imagesTotal":56,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"easydns.com","rank":4361,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"easydns.com","observedAt":"2026-08-09T18:03:33.977Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://easydns.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":259799,"botStatus":200,"botBytes":259795,"detected":false},"llmsTxt":{"present":true,"bytes":23556,"specValid":false,"issues":["no blockquote summary"],"linkCount":59},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"easyDNS - DNS, Domains, Web and Email Hosting Since 1998","lang":"en","ssrTextLength":8381,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":32,"imagesWithAlt":26,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"easyjet.com","rank":3967,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"easyjet.com","observedAt":"2026-08-09T18:03:34.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.easyjet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":367,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"easytrader.ir","rank":1922,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"easytrader.ir","observedAt":"2026-08-09T18:03:34.798Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://easytrader.ir/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19803,"botStatus":200,"botBytes":19803,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"EasyTrader","lang":"en","ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eatingwell.com","rank":4707,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eatingwell.com","observedAt":"2026-08-09T18:03:35.420Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://eatingwell.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3458},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":505787,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eb.mil.br","rank":4470,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eb.mil.br","observedAt":"2026-08-09T18:03:35.517Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eb.mil.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":378879,"botStatus":200,"botBytes":380172,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Exército Brasileiro - Exército Brasileiro","lang":"pt","ssrTextLength":11637,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":97,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ebay.ca","rank":4596,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebay.ca","observedAt":"2026-08-09T18:03:35.982Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ebay.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":12457},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":461833,"botStatus":200,"botBytes":455905,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Electronics, Cars, Fashion, Collectibles & More | eBay","lang":null,"ssrTextLength":8610,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":80,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"ebay-proxy-server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ebay.co.uk","rank":861,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebay.co.uk","observedAt":"2026-08-09T18:03:36.266Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ebay.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":20076},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":489411,"botStatus":200,"botBytes":487360,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"eBay UK | Electronics, Cars, Fashion, Collectibles & More","lang":null,"ssrTextLength":8163,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":77,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"ebay-proxy-server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ebay.com","rank":199,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebay.com","observedAt":"2026-08-09T18:03:36.902Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ebay.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":18810},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":486522,"botStatus":200,"botBytes":480207,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Electronics, Cars, Fashion, Collectibles & More | eBay","lang":null,"ssrTextLength":9656,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":82,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"ebay-proxy-server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ebay.com.au","rank":4555,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebay.com.au","observedAt":"2026-08-09T18:03:36.955Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ebay.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":11083},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":581879,"botStatus":200,"botBytes":527491,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"eBay Australia | Electronics, Cars, Fashion, Collectibles & More","lang":null,"ssrTextLength":10655,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":99,"imagesWithAlt":51,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"ebay-proxy-server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ebay.de","rank":826,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebay.de","observedAt":"2026-08-09T18:03:37.173Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ebay.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":11452},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":511518,"botStatus":200,"botBytes":505567,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"eBay.de | Elektronik, Autos, Mode, Sammlerstücke, Möbel und mehr Online-Shopping","lang":null,"ssrTextLength":9089,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":80,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"ebay-proxy-server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ebay.it","rank":3875,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebay.it","observedAt":"2026-08-09T18:03:37.350Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ebay.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":11886},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":488207,"botStatus":200,"botBytes":482261,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"eBay | Il Marketplace delle passioni","lang":null,"ssrTextLength":9607,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":79,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"ebay-proxy-server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ebaycdn.net","rank":4421,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebaycdn.net","observedAt":"2026-08-09T18:03:37.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ebayimg.com","rank":3808,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebayimg.com","observedAt":"2026-08-09T18:03:37.664Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ebaystatic.com","rank":4666,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebaystatic.com","observedAt":"2026-08-09T18:03:37.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ebsco.com","rank":4007,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ebsco.com","observedAt":"2026-08-09T18:03:38.334Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ebsco.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":904},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":108243,"botStatus":200,"botBytes":108243,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"EBSCO - Research Databases, EBooks, Discovery Service","lang":"en","ssrTextLength":6697,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Atlas"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ec-lyon.fr","rank":3434,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ec-lyon.fr","observedAt":"2026-08-09T18:03:38.522Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ecdnx.com","rank":2069,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ecdnx.com","observedAt":"2026-08-09T18:03:39.510Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"echostarcdn.com","rank":4785,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"echostarcdn.com","observedAt":"2026-08-09T18:03:39.781Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eci.gov.in","rank":1457,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eci.gov.in","observedAt":"2026-08-09T18:03:40.030Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eclipse.org","rank":4161,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eclipse.org","observedAt":"2026-08-09T18:03:40.228Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eclipse.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":13},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42886,"botStatus":200,"botBytes":42886,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Eclipse Foundation | Powering Open Innovation","lang":null,"ssrTextLength":6163,"h1Count":2,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":8,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ecnavi.jp","rank":1682,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ecnavi.jp","observedAt":"2026-08-09T18:03:41.322Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ecnavi.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1011248,"botStatus":200,"botBytes":1011248,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ポイントサイトの副業でお小遣い稼ぎ - ECナビ","lang":"ja","ssrTextLength":4213,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":94,"imagesWithAlt":69,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ecombdapi.com","rank":4789,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ecombdapi.com","observedAt":"2026-08-09T18:03:41.604Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"economictimes.com","rank":3062,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"economictimes.com","observedAt":"2026-08-09T18:03:41.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://economictimes.indiatimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6642},"tier1Blocked":["meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1370817,"botStatus":200,"botBytes":1370817,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebPage","NewsMediaOrganization","MobileApplication","ItemList","ViewAction"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Business News Live, Share Market News - Read Latest Finance News, IPO, Mutual Funds News - The Economic Times","lang":"en","ssrTextLength":46605,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":282,"imagesWithAlt":279,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"economist.com","rank":1158,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"economist.com","observedAt":"2026-08-09T18:03:41.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.economist.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Bytespider"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":2313},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":403,"botBytes":4902,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ecosia.org","rank":1029,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ecosia.org","observedAt":"2026-08-09T18:03:42.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ecosia.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":10,"bytes":518},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4575,"botStatus":403,"botBytes":4554,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ecosia Firewall","lang":null,"ssrTextLength":162,"h1Count":1,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ecwid.com","rank":4186,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ecwid.com","observedAt":"2026-08-09T18:03:42.212Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ecwid.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":616},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":152590,"botStatus":200,"botBytes":152590,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"#1 Ecommerce Shopping Cart & Online Store - Try Ecwid!","lang":null,"ssrTextLength":11342,"h1Count":1,"landmarks":[],"imagesTotal":52,"imagesWithAlt":14,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ed.ac.uk","rank":3105,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ed.ac.uk","observedAt":"2026-08-09T18:03:42.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ed.gov","rank":2092,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ed.gov","observedAt":"2026-08-09T18:03:42.613Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ed.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":108309,"botStatus":200,"botBytes":108309,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | U.S. Department of Education","lang":"en","ssrTextLength":6570,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"edgcdn.net","rank":205,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edgcdn.net","observedAt":"2026-08-09T18:03:42.786Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"edgecastdns.net","rank":1821,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edgecastdns.net","observedAt":"2026-08-09T18:03:43.366Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"edgecdn.ru","rank":471,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edgecdn.ru","observedAt":"2026-08-09T18:03:43.393Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":27},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"edgedns-tm.info","rank":4278,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edgedns-tm.info","observedAt":"2026-08-09T18:03:43.648Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"edgetcdn.io","rank":5106,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edgetcdn.io","observedAt":"2026-08-09T18:03:44.094Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"edna.ru","rank":1414,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edna.ru","observedAt":"2026-08-09T18:03:45.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://edna.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1518},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":860496,"botStatus":200,"botBytes":860496,"detected":false},"llmsTxt":{"present":true,"bytes":8332,"specValid":true,"issues":[],"linkCount":39},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"edna — поставщик решений и сервисов в области цифровых коммуникаций для бизнеса","lang":"ru","ssrTextLength":10439,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":154,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"edu-servers.net","rank":2233,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edu-servers.net","observedAt":"2026-08-09T18:03:45.518Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"education.dz","rank":1763,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"education.dz","observedAt":"2026-08-09T18:03:45.597Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"education.ne.jp","rank":1953,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"education.ne.jp","observedAt":"2026-08-09T18:03:45.788Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"edx.org","rank":3442,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"edx.org","observedAt":"2026-08-09T18:03:46.262Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.edx.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":1550},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":3645,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"edX | Online Courses, Certificates & Degrees from Leading Institutions","lang":"en","ssrTextLength":798081,"h1Count":0,"landmarks":["main","header","footer","article"],"imagesTotal":51,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eenadu.net","rank":1473,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eenadu.net","observedAt":"2026-08-09T18:03:46.546Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eenadu.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":33,"usesAllowRules":true,"crawlDelay":null,"bytes":3108},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":151813,"botStatus":403,"botBytes":77663,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","WebSite","ItemList","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Latest Telugu News | Breaking News Telugu | Telugu News Today | News in Telugu - Eenadu","lang":"te","ssrTextLength":15999,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":124,"imagesWithAlt":121,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"eepurl.com","rank":1621,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eepurl.com","observedAt":"2026-08-09T18:03:47.025Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mailchimp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":578956,"botStatus":200,"botBytes":578956,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Service"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Email & SMS Marketing Platform | Mailchimp","lang":"en","ssrTextLength":22935,"h1Count":6,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":140,"imagesWithAlt":131,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eeroup.com","rank":794,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eeroup.com","observedAt":"2026-08-09T18:03:47.133Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://eeroup.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eff.org","rank":1462,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eff.org","observedAt":"2026-08-09T18:03:48.281Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eff.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","CCBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":30,"bytes":3443},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55124,"botStatus":200,"botBytes":55124,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Electronic Frontier Foundation | Defending your rights in the digital world","lang":"en","ssrTextLength":8997,"h1Count":2,"landmarks":["header","article"],"imagesTotal":20,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"egnyte.com","rank":3192,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"egnyte.com","observedAt":"2026-08-09T18:03:48.326Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.egnyte.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":2566},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104264,"botStatus":200,"botBytes":104264,"detected":false},"llmsTxt":{"present":true,"bytes":24647,"specValid":true,"issues":[],"linkCount":77},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebSite","Organization","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Egnyte Content Cloud for Enterprises | Start Free Trial","lang":"en","ssrTextLength":10220,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":81,"imagesWithAlt":62,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eia.gov","rank":4211,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eia.gov","observedAt":"2026-08-09T18:03:48.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eia.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":718},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67557,"botStatus":200,"botBytes":67557,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Homepage -\r\n\t\tU.S. Energy Information Administration (EIA)","lang":null,"ssrTextLength":8794,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eitaa.com","rank":5077,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eitaa.com","observedAt":"2026-08-09T18:03:48.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://eitaa.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":63},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27710,"botStatus":200,"botBytes":27710,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"پیام رسان ایتا - خانواده ، ارتباط و دانایی","lang":"fa","ssrTextLength":4013,"h1Count":4,"landmarks":["footer"],"imagesTotal":5,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ekatox.com","rank":3731,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ekatox.com","observedAt":"2026-08-09T18:03:49.018Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ekatox.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27000,"botStatus":200,"botBytes":27000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Emoji Keyboard - Free Emoji Keyboard, Themes, Fonts, GIFs | EKATOX","lang":"en","ssrTextLength":244,"h1Count":0,"landmarks":[],"imagesTotal":35,"imagesWithAlt":20,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ekstrabladet.dk","rank":1472,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ekstrabladet.dk","observedAt":"2026-08-09T18:03:49.101Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ekstrabladet.dk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","YouBot","DuckAssistBot","Diffbot"],"groupCount":29,"usesAllowRules":false,"crawlDelay":1,"bytes":2809},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":728595,"botStatus":200,"botBytes":728595,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nyheder, sport og underholdning","lang":"da","ssrTextLength":8102,"h1Count":0,"landmarks":["nav","footer","article","aside"],"imagesTotal":73,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"elastic-cloud.com","rank":2855,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elastic-cloud.com","observedAt":"2026-08-09T18:03:51.566Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"elastic.co","rank":2733,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elastic.co","observedAt":"2026-08-09T18:03:51.642Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elastic.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":37560},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":601233,"botStatus":200,"botBytes":601233,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Elastic — The Search AI Company | Elastic","lang":"en","ssrTextLength":10118,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":29,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"elasticbeanstalk.com","rank":519,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elasticbeanstalk.com","observedAt":"2026-08-09T18:03:51.750Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://aws.amazon.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":13759},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":482469,"botStatus":200,"botBytes":482469,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloud Computing Services - Amazon Web Services (AWS)","lang":"en","ssrTextLength":9850,"h1Count":3,"landmarks":["main","nav","footer"],"imagesTotal":19,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"elconfidencial.com","rank":1189,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elconfidencial.com","observedAt":"2026-08-09T18:03:52.563Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elconfidencial.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":533591,"botStatus":200,"botBytes":533591,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","NewsMediaOrganization","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"El Confidencial - El diario de los lectores influyentes","lang":"es","ssrTextLength":26267,"h1Count":0,"landmarks":["nav","footer","article"],"imagesTotal":97,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"imperva","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eldiario.es","rank":4436,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eldiario.es","observedAt":"2026-08-09T18:03:52.939Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eldiario.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":880},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":891135,"botStatus":200,"botBytes":891135,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"elDiario.es - Noticias de actualidad - Periodismo a pesar de todo","lang":"es","ssrTextLength":22537,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":178,"imagesWithAlt":143,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eleconomista.es","rank":5001,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eleconomista.es","observedAt":"2026-08-09T18:03:53.120Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.eleconomista.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371,"botStatus":403,"botBytes":371,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":206,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"elegantthemes.com","rank":1885,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elegantthemes.com","observedAt":"2026-08-09T18:03:53.237Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elegantthemes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":150},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":258029,"botStatus":200,"botBytes":258029,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Best WordPress Themes In The World","lang":"en","ssrTextLength":10066,"h1Count":1,"landmarks":["nav"],"imagesTotal":21,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"elementor.com","rank":3710,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elementor.com","observedAt":"2026-08-09T18:03:54.205Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://elementor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":470464,"botStatus":200,"botBytes":470176,"detected":false},"llmsTxt":{"present":true,"bytes":15378,"specValid":true,"issues":[],"linkCount":34},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Website builder: Create a Website Now | Elementor","lang":"en","ssrTextLength":16941,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":32,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"elespanol.com","rank":4053,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elespanol.com","observedAt":"2026-08-09T18:03:55.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elespanol.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":4400},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":654225,"botStatus":200,"botBytes":654225,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","NewsMediaOrganization","SiteNavigationElement","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"EL ESPAÑOL - Diario digital, plural, libre, indomable, tuyo","lang":"es","ssrTextLength":35310,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":284,"imagesWithAlt":30,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"elevenlabs.io","rank":3890,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elevenlabs.io","observedAt":"2026-08-09T18:03:56.021Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://elevenlabs.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1276},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1036368,"botStatus":200,"botBytes":1036368,"detected":false},"llmsTxt":{"present":true,"bytes":9444,"specValid":false,"issues":["no blockquote summary"],"linkCount":47},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","Brand","WebPage","BreadcrumbList","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Free AI Voice Generator & Voice Agents Platform | ElevenLabs","lang":"en","ssrTextLength":11016,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":46,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":"nginx/1.30.4"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"elle.com","rank":3092,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elle.com","observedAt":"2026-08-09T18:03:56.193Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":968},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1197054,"botStatus":200,"botBytes":1196563,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","CollectionPage","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Fashion Magazine - Beauty Tips, Fashion Trends, & Celebrity News - ELLE","lang":"en","ssrTextLength":11603,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":81,"imagesWithAlt":80,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"elmundo.es","rank":977,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elmundo.es","observedAt":"2026-08-09T18:03:56.209Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elmundo.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot"],"groupCount":117,"usesAllowRules":true,"crawlDelay":null,"bytes":4956},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":490148,"botStatus":200,"botBytes":492478,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"EL MUNDO - Diario online l�der de informaci�n en espa�ol","lang":"es","ssrTextLength":18583,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":49,"imagesWithAlt":24,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"elpais.com","rank":645,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elpais.com","observedAt":"2026-08-09T18:03:56.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://elpais.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","CCBot","Amazonbot","Bytespider","MistralAI-User","DuckAssistBot"],"groupCount":200,"usesAllowRules":false,"crawlDelay":null,"bytes":7712},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","MistralAI-User","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":848,"botStatus":200,"botBytes":489164,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"elpais.com","lang":"en","ssrTextLength":54,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"elsevier.com","rank":1250,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elsevier.com","observedAt":"2026-08-09T18:03:56.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elsevier.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":490},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365125,"botStatus":200,"botBytes":365125,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Elsevier | A global leader for advanced information and decision support in science and healthcare","lang":"en","ssrTextLength":6584,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":20,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"elster.de","rank":4124,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"elster.de","observedAt":"2026-08-09T18:03:57.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.elster.de/eportal/start","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":230745,"botStatus":200,"botBytes":230745,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ELSTER - Startseite","lang":"de","ssrTextLength":5848,"h1Count":4,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eltiempo.es","rank":4576,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eltiempo.es","observedAt":"2026-08-09T18:03:57.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eltiempo.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":359},"tier1Blocked":["GPTBot","ClaudeBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":245862,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":true,"bytes":9095,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"El Tiempo","lang":"es","ssrTextLength":2312,"h1Count":1,"landmarks":["nav","header","article"],"imagesTotal":9,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"emag.ro","rank":1289,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"emag.ro","observedAt":"2026-08-09T18:03:57.865Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":511,"finalUrl":"https://www.emag.ro/","error":"homepage returned HTTP 511","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"emarsys.net","rank":3596,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"emarsys.net","observedAt":"2026-08-09T18:03:58.135Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://emarsys.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222935,"botStatus":200,"botBytes":222935,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"SAP Engagement Cloud","lang":"en","ssrTextLength":10034,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":49,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"emb-api.com","rank":3603,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"emb-api.com","observedAt":"2026-08-09T18:03:58.162Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"emojipedia.org","rank":4100,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"emojipedia.org","observedAt":"2026-08-09T18:03:58.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://emojipedia.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":588},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":228496,"botStatus":403,"botBytes":4550,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"📙 Emojipedia — 😃 Home of Emoji Meanings 💁👌🎍😍","lang":"en","ssrTextLength":3271,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"ghost","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"emory.edu","rank":4851,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"emory.edu","observedAt":"2026-08-09T18:03:58.817Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.emory.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":175678,"botStatus":200,"botBytes":175678,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Emory University","lang":"en","ssrTextLength":4420,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":28,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"emxdgt.com","rank":3076,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"emxdgt.com","observedAt":"2026-08-09T18:03:58.876Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://emxdgt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2014,"botStatus":200,"botBytes":2014,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Redirecting...","lang":"en","ssrTextLength":153,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"enable-javascript.com","rank":1811,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"enable-javascript.com","observedAt":"2026-08-09T18:04:00.308Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.enable-javascript.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26848,"botStatus":200,"botBytes":26904,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"How to enable JavaScript in your browser and why","lang":"en","ssrTextLength":4768,"h1Count":1,"landmarks":[],"imagesTotal":27,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"enacdn.net","rank":350,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"enacdn.net","observedAt":"2026-08-09T18:04:01.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"energy.gov","rank":2361,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"energy.gov","observedAt":"2026-08-09T18:04:01.050Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.energy.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":130238,"botStatus":200,"botBytes":130238,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Department of Energy","lang":"en","ssrTextLength":6966,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":8,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"engadget.com","rank":2179,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"engadget.com","observedAt":"2026-08-09T18:04:01.288Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://engadget.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":207},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":200,"botBytes":108183,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"enlightenment.org","rank":4741,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"enlightenment.org","observedAt":"2026-08-09T18:04:01.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"entrepreneur.com","rank":2419,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"entrepreneur.com","observedAt":"2026-08-09T18:04:01.806Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.entrepreneur.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":520},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":267242,"botStatus":200,"botBytes":267242,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Homepage | Entrepreneur","lang":"en","ssrTextLength":15805,"h1Count":0,"landmarks":["main","nav","footer","article"],"imagesTotal":36,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"entrust.net","rank":3455,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"entrust.net","observedAt":"2026-08-09T18:04:01.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"envato.com","rank":2707,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"envato.com","observedAt":"2026-08-09T18:04:01.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://elements.envato.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":106},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":5836,"botStatus":403,"botBytes":352662,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"envato.market","rank":3418,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"envato.market","observedAt":"2026-08-09T18:04:02.131Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"epa.gov","rank":919,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"epa.gov","observedAt":"2026-08-09T18:04:02.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.epa.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2035},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64550,"botStatus":200,"botBytes":64550,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"U.S. Environmental Protection Agency | US EPA","lang":"en","ssrTextLength":3819,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"epam.com","rank":813,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"epam.com","observedAt":"2026-08-09T18:04:02.736Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://epam.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5676,"botStatus":403,"botBytes":5676,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"epfindia.gov.in","rank":1495,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"epfindia.gov.in","observedAt":"2026-08-09T18:04:02.956Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNRESET","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"epicgames.com","rank":156,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"epicgames.com","observedAt":"2026-08-09T18:04:03.590Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.epicgames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24943,"botStatus":403,"botBytes":24922,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":35,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"epicgames.dev","rank":1069,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"epicgames.dev","observedAt":"2026-08-09T18:04:03.617Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://dev.epicgames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24964,"botStatus":403,"botBytes":24943,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":35,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"epicsports.in","rank":1990,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"epicsports.in","observedAt":"2026-08-09T18:04:03.768Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://live.epicsports.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":1970},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":232104,"botStatus":200,"botBytes":232104,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","BlogPosting"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Epicsports.in","lang":"en","ssrTextLength":1616,"h1Count":1,"landmarks":["footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eporner.com","rank":902,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eporner.com","observedAt":"2026-08-09T18:04:03.903Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eporner.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2645},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":261297,"botStatus":200,"botBytes":261842,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"HD Porn Videos - Full High Definition Movies | EPORNER","lang":"en","ssrTextLength":13832,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":114,"imagesWithAlt":105,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"eqtv.io","rank":2813,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eqtv.io","observedAt":"2026-08-09T18:04:03.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"erome.com","rank":819,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"erome.com","observedAt":"2026-08-09T18:04:05.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.erome.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":31},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13829,"botStatus":200,"botBytes":10982,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"EroMe - Porn Video & Photo Sharing","lang":"en","ssrTextLength":341,"h1Count":0,"landmarks":["footer"],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1348"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eroterest.net","rank":1684,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eroterest.net","observedAt":"2026-08-09T18:04:05.772Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ertelecom.ru","rank":4819,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ertelecom.ru","observedAt":"2026-08-09T18:04:05.982Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ertelecom.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1944,"botStatus":200,"botBytes":1944,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"es.io","rank":3549,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"es.io","observedAt":"2026-08-09T18:04:06.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"esa.int","rank":3117,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"esa.int","observedAt":"2026-08-09T18:04:06.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.esa.int/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":2,"bytes":1062},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":57115,"botStatus":200,"botBytes":57115,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"European Space Agency","lang":"en","ssrTextLength":5142,"h1Count":0,"landmarks":["header"],"imagesTotal":95,"imagesWithAlt":76,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"escort.club","rank":1660,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"escort.club","observedAt":"2026-08-09T18:04:06.292Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.escort.club/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":405646,"botStatus":200,"botBytes":405646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Escort.club - Erotic Ads | Escort directory | VIP escort girls | Escort list worldwide","lang":"en","ssrTextLength":19629,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":151,"imagesWithAlt":57,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"eset.com","rank":562,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eset.com","observedAt":"2026-08-09T18:04:06.780Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eset.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":6221},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1025040,"botStatus":200,"botBytes":1025040,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ESET Cybersecurity | Enterprise, Business and Home Solutions | ESET","lang":"en","ssrTextLength":30177,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":5,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eset.systems","rank":4844,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eset.systems","observedAt":"2026-08-09T18:04:06.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eskimi.com","rank":2138,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eskimi.com","observedAt":"2026-08-09T18:04:07.664Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://eskimi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":255},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5571,"botStatus":403,"botBytes":5592,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"espn.com","rank":438,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"espn.com","observedAt":"2026-08-09T18:04:08.865Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://espn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":3223},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":2015,"botStatus":202,"botBytes":2015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"espn.com.ve","rank":1698,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"espn.com.ve","observedAt":"2026-08-09T18:04:09.061Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://espn.com.ve/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":3404},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":2015,"botStatus":202,"botBytes":2015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"espncdn.com","rank":4109,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"espncdn.com","observedAt":"2026-08-09T18:04:09.215Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"http://www.espn.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2015,"botStatus":202,"botBytes":2015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"espncricinfo.com","rank":1211,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"espncricinfo.com","observedAt":"2026-08-09T18:04:09.245Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.espncricinfo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":374,"botStatus":403,"botBytes":374,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":209,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"espressif.com","rank":4886,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"espressif.com","observedAt":"2026-08-09T18:04:09.296Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.espressif.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":1622},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":179886,"botStatus":200,"botBytes":179886,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wireless SoCs, Software, Cloud and AIoT Solutions | Espressif Systems","lang":"en","ssrTextLength":12590,"h1Count":41,"landmarks":[],"imagesTotal":140,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"esquire.com","rank":3082,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"esquire.com","observedAt":"2026-08-09T18:04:11.239Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.esquire.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":974},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":926620,"botStatus":200,"botBytes":926130,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","CollectionPage","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Esquire - Men's Fashion, Cocktails, Politics, Interviews, and Women","lang":"en","ssrTextLength":7952,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":87,"imagesWithAlt":87,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"estadao.com.br","rank":4635,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"estadao.com.br","observedAt":"2026-08-09T18:04:11.344Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.estadao.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1519540,"botStatus":200,"botBytes":1519542,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Estadão | As Últimas Notícias do Brasil e do Mundo - Estadão","lang":"pt","ssrTextLength":15591,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":115,"imagesWithAlt":2,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ethdisco.net","rank":3750,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ethdisco.net","observedAt":"2026-08-09T18:04:11.757Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ethz.ch","rank":2616,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ethz.ch","observedAt":"2026-08-09T18:04:11.764Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ethz.ch/de.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":66936,"botStatus":200,"botBytes":66936,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ETH Zürich - Homepage | ETH Zürich","lang":"de","ssrTextLength":11398,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"etrade.com","rank":4472,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"etrade.com","observedAt":"2026-08-09T18:04:11.916Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.etrade.com/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223318,"botStatus":200,"botBytes":223318,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","MobileApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"E*TRADE | Investing, Trading & Retirement","lang":"en","ssrTextLength":36328,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":12,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"etsy.com","rank":318,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"etsy.com","observedAt":"2026-08-09T18:04:11.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.etsy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":52760},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":779,"botStatus":403,"botBytes":776,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"etsy.com","lang":"en","ssrTextLength":52,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ettdnsv.com","rank":3613,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ettdnsv.com","observedAt":"2026-08-09T18:04:11.946Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eu-1-id5-sync.com","rank":898,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eu-1-id5-sync.com","observedAt":"2026-08-09T18:04:11.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eu.com","rank":941,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eu.com","observedAt":"2026-08-09T18:04:12.723Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://eu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":44287,"botStatus":200,"botBytes":44287,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"EU.COM | The Smart Domain Choice for Expanding into Europe","lang":"en","ssrTextLength":3992,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":35,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eu.org","rank":4242,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eu.org","observedAt":"2026-08-09T18:04:14.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nic.eu.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":132},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3553,"botStatus":200,"botBytes":3553,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"EU.org: free domain names since 1996","lang":null,"ssrTextLength":1716,"h1Count":1,"landmarks":[],"imagesTotal":5,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.68 (FreeBSD) OpenSSL/3.5.6 mo"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eufylife.com","rank":4873,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eufylife.com","observedAt":"2026-08-09T18:04:15.081Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eufy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":false,"crawlDelay":10,"bytes":3369},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1969456,"botStatus":200,"botBytes":1969456,"detected":false},"llmsTxt":{"present":true,"bytes":9617,"specValid":false,"issues":["no blockquote summary"],"linkCount":82},"agentsMd":{"present":true,"bytes":8001},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"eufy - Built with Care | Home Security System & Robovacs - eufy US","lang":"en","ssrTextLength":14366,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":156,"imagesWithAlt":86,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"eum-appdynamics.com","rank":3402,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eum-appdynamics.com","observedAt":"2026-08-09T18:04:15.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eurekalert.org","rank":3887,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eurekalert.org","observedAt":"2026-08-09T18:04:16.118Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eurekalert.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider","Diffbot"],"groupCount":25,"usesAllowRules":false,"crawlDelay":10,"bytes":2722},"tier1Blocked":[],"tier2Blocked":["Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":109558,"botStatus":200,"botBytes":109558,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"EurekAlert! Science News Releases","lang":"en","ssrTextLength":2717,"h1Count":0,"landmarks":["header","footer","article","aside"],"imagesTotal":28,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.62 (Red Hat Enterprise Linux)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"eurodns.com","rank":2907,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eurodns.com","observedAt":"2026-08-09T18:04:16.120Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNRESET","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"euronews.com","rank":2051,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"euronews.com","observedAt":"2026-08-09T18:04:17.396Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.euronews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot","YouBot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1734},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":597899,"botStatus":200,"botBytes":597899,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Latest breaking news available as free video on demand | Euronews","lang":"en","ssrTextLength":20955,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":196,"imagesWithAlt":136,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"europa.eu","rank":114,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"europa.eu","observedAt":"2026-08-09T18:04:17.454Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://european-union.europa.eu/select-language?destination=/node/1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":10,"bytes":4930},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":18133,"botStatus":200,"botBytes":18133,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Language selection | European Union","lang":"en","ssrTextLength":392,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":true},"stack":{"platform":"drupal","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ev2-msedge.net","rank":4795,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ev2-msedge.net","observedAt":"2026-08-09T18:04:17.878Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eventbrite.co.uk","rank":3344,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eventbrite.co.uk","observedAt":"2026-08-09T18:04:17.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eventbrite.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":139,"usesAllowRules":true,"crawlDelay":0.5,"bytes":7563},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":218996,"botStatus":200,"botBytes":218996,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Eventbrite - Discover the Best Local Events & Things to Do","lang":"en","ssrTextLength":3312,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eventbrite.com","rank":483,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eventbrite.com","observedAt":"2026-08-09T18:04:18.190Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.eventbrite.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":139,"usesAllowRules":true,"crawlDelay":0.5,"bytes":7559},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":257534,"botStatus":200,"botBytes":257534,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Eventbrite - Discover the Best Local Events & Things to Do","lang":"en","ssrTextLength":3792,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"everesttech.net","rank":1455,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"everesttech.net","observedAt":"2026-08-09T18:04:18.251Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"evergage.com","rank":2642,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"evergage.com","observedAt":"2026-08-09T18:04:18.512Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.salesforce.com/marketing/personalization/?bc=OTH","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":572007,"botStatus":200,"botBytes":572007,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Salesforce Personalization | Salesforce","lang":"en","ssrTextLength":35349,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":103,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"evernote.com","rank":2104,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"evernote.com","observedAt":"2026-08-09T18:04:18.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://evernote.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":166},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366747,"botStatus":200,"botBytes":366747,"detected":false},"llmsTxt":{"present":true,"bytes":10049,"specValid":true,"issues":[],"linkCount":41},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Best Note Taking App - Organize Your Notes with Evernote","lang":null,"ssrTextLength":4317,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":63,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"everydayhealth.com","rank":4971,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"everydayhealth.com","observedAt":"2026-08-09T18:04:19.627Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.everydayhealth.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":181437},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":294293,"botStatus":403,"botBytes":374,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Everyday Health: Trusted Medical Information, Expert Health Advice, News, Tools, and Resources","lang":"en","ssrTextLength":9709,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":100,"imagesWithAlt":100,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"evgnet.com","rank":3776,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"evgnet.com","observedAt":"2026-08-09T18:04:19.809Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ew.com","rank":4920,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ew.com","observedAt":"2026-08-09T18:04:20.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://ew.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3415},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":391529,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ewaybillgst.gov.in","rank":1617,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ewaybillgst.gov.in","observedAt":"2026-08-09T18:04:20.168Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ex.co","rank":3195,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ex.co","observedAt":"2026-08-09T18:04:20.560Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ex.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":145},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":226741,"botStatus":200,"botBytes":226741,"detected":false},"llmsTxt":{"present":true,"bytes":9716,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"EX.CO – smarter video technology for media growth","lang":"en","ssrTextLength":8070,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":93,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"examinationservices.nic.in","rank":1766,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"examinationservices.nic.in","observedAt":"2026-08-09T18:04:20.973Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://examinationservices.nic.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":917,"botStatus":200,"botBytes":917,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"under construction from sw1-vm1","lang":null,"ssrTextLength":97,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"excite.co.jp","rank":3742,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"excite.co.jp","observedAt":"2026-08-09T18:04:22.605Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.excite.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"exelator.com","rank":2102,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"exelator.com","observedAt":"2026-08-09T18:04:22.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"exhentai.org","rank":1517,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"exhentai.org","observedAt":"2026-08-09T18:04:22.888Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"exitlag.net","rank":4952,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"exitlag.net","observedAt":"2026-08-09T18:04:23.086Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://exitlag.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"exp-tas.com","rank":492,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"exp-tas.com","observedAt":"2026-08-09T18:04:23.583Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"expedia.com","rank":2216,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"expedia.com","observedAt":"2026-08-09T18:04:23.705Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.expedia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2069},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120029,"botStatus":200,"botBytes":819001,"detected":false},"llmsTxt":{"present":true,"bytes":6979,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bot or Not?","lang":null,"ssrTextLength":127,"h1Count":0,"landmarks":["main","header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"expireddomains.com","rank":428,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"expireddomains.com","observedAt":"2026-08-09T18:04:23.740Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://expireddomains.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5492,"botStatus":403,"botBytes":5492,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":756,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"expiredwixdomain.com","rank":4939,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"expiredwixdomain.com","observedAt":"2026-08-09T18:04:23.763Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://www.expiredwixdomain.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":498},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"express.co.uk","rank":2453,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"express.co.uk","observedAt":"2026-08-09T18:04:24.162Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.express.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","CCBot","YouBot"],"groupCount":25,"usesAllowRules":true,"crawlDelay":10,"bytes":1733},"tier1Blocked":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended"],"tier2Blocked":["CCBot","YouBot"],"cloaking":{"tested":true,"browserBytes":2023,"botStatus":200,"botBytes":406948,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"expressapisv2.net","rank":2975,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"expressapisv2.net","observedAt":"2026-08-09T18:04:24.272Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"expressvpn.com","rank":5005,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"expressvpn.com","observedAt":"2026-08-09T18:04:24.389Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.expressvpn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":5,"bytes":3139},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":667308,"botStatus":200,"botBytes":667308,"detected":false},"llmsTxt":{"present":true,"bytes":4921,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject","FAQPage","WebSite","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ExpressVPN: Best VPN Service for Speed & Privacy in 2026","lang":"en","ssrTextLength":17401,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":148,"imagesWithAlt":148,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ey.com","rank":2469,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ey.com","observedAt":"2026-08-09T18:04:24.771Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ey.com/en_us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","PerplexityBot","Perplexity-User","Google-Extended","CCBot"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":8510},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":423408,"botStatus":200,"botBytes":423408,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"EY - US | Shape the future with confidence","lang":"en","ssrTextLength":35245,"h1Count":0,"landmarks":["nav"],"imagesTotal":20,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ey43.com","rank":1599,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ey43.com","observedAt":"2026-08-09T18:04:24.816Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ey43.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"eye4.cn","rank":469,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eye4.cn","observedAt":"2026-08-09T18:04:25.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://eye4.cn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5439,"botStatus":200,"botBytes":5439,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"小鹰掌中视界","lang":null,"ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"eyeota.net","rank":2937,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"eyeota.net","observedAt":"2026-08-09T18:04:25.612Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ezoic.net","rank":4213,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ezoic.net","observedAt":"2026-08-09T18:04:26.057Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ezoic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":110585,"botStatus":200,"botBytes":110585,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ezoic — Grow on the open web","lang":"en","ssrTextLength":2608,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":34,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ezviz7.com","rank":14,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ezviz7.com","observedAt":"2026-08-09T18:04:26.265Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ezvizlife.com","rank":372,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ezvizlife.com","observedAt":"2026-08-09T18:04:27.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ezviz.com/cn","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":58028,"botStatus":200,"botBytes":58028,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"萤石官方网站 - 智慧生活守护者","lang":"zh","ssrTextLength":2359,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":36,"imagesWithAlt":33,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ezvizru.com","rank":2077,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ezvizru.com","observedAt":"2026-08-09T18:04:27.192Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"f-sos.net","rank":3951,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"f-sos.net","observedAt":"2026-08-09T18:04:27.317Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"f5.com","rank":171,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"f5.com","observedAt":"2026-08-09T18:04:27.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.f5.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":156},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":586904,"botStatus":200,"botBytes":586904,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hybrid Multicloud App Security & Delivery for the AI Era | F5","lang":"en","ssrTextLength":7756,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":10,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"volt-adc"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"f95zone.to","rank":1314,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"f95zone.to","observedAt":"2026-08-09T18:04:28.549Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://f95zone.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1831},"tier1Blocked":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":125232,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"F95zone | Adult Games | Comics | Mods | Cheats","lang":"en","ssrTextLength":5798,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":30,"imagesWithAlt":30,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"faa.gov","rank":4170,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"faa.gov","observedAt":"2026-08-09T18:04:28.675Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.faa.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":128623,"botStatus":200,"botBytes":128623,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Federal Aviation Administration","lang":"en","ssrTextLength":9521,"h1Count":12,"landmarks":["main","nav","header","footer","article"],"imagesTotal":8,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fabguys.com","rank":1679,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fabguys.com","observedAt":"2026-08-09T18:04:29.003Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fabguys.com/Handler.aspx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":560},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7597,"botStatus":200,"botBytes":7592,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Fab Guys: Meet local gay guys for free","lang":"en","ssrTextLength":1167,"h1Count":0,"landmarks":[],"imagesTotal":7,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fabswingers.com","rank":1602,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fabswingers.com","observedAt":"2026-08-09T18:04:29.217Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fabswingers.com/Handler.aspx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":560},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8267,"botStatus":200,"botBytes":8267,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Fab Swingers: Free swingers site for UK and USA","lang":"en","ssrTextLength":1293,"h1Count":0,"landmarks":[],"imagesTotal":6,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"facebook.com","rank":5,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"facebook.com","observedAt":"2026-08-09T18:04:29.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":32709},"tier1Blocked":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","Perplexity-User","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"facebook.net","rank":267,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"facebook.net","observedAt":"2026-08-09T18:04:29.722Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"faceit.com","rank":3672,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"faceit.com","observedAt":"2026-08-09T18:04:29.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.faceit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5724,"botStatus":403,"botBytes":5703,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"faipod.com","rank":5035,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"faipod.com","observedAt":"2026-08-09T18:04:29.872Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://faipod.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":92967,"botStatus":200,"botBytes":92967,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"凡科","lang":null,"ssrTextLength":591,"h1Count":0,"landmarks":[],"imagesTotal":19,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":"F-WEB"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"falconnet.app","rank":4841,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"falconnet.app","observedAt":"2026-08-09T18:04:30.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"familysearch.org","rank":3848,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"familysearch.org","observedAt":"2026-08-09T18:04:30.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.familysearch.org/en/united-states/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":2723},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12593,"botStatus":200,"botBytes":111128,"detected":false},"llmsTxt":{"present":true,"bytes":2698,"specValid":true,"issues":[],"linkCount":10},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FamilySearch.org","lang":"en","ssrTextLength":138,"h1Count":0,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Heroku"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"fandango.com","rank":5095,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fandango.com","observedAt":"2026-08-09T18:04:30.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fandango.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1835},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":239350,"botStatus":200,"botBytes":239350,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Movie Tickets & Movie Times | Fandango","lang":"en","ssrTextLength":14743,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":106,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fandom.com","rank":491,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fandom.com","observedAt":"2026-08-09T18:04:31.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.fandom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5724,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fanduel.com","rank":2637,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fanduel.com","observedAt":"2026-08-09T18:04:32.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fanduel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":510},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":450827,"botStatus":200,"botBytes":450827,"detected":false},"llmsTxt":{"present":true,"bytes":1303,"specValid":true,"issues":[],"linkCount":12},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Service"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Prediction Markets, Online Sportsbook, Casino & Daily Fantasy Sports | FanDuel","lang":"en","ssrTextLength":5083,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":82,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fanfiction.net","rank":1233,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fanfiction.net","observedAt":"2026-08-09T18:04:33.044Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fang.com","rank":3166,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fang.com","observedAt":"2026-08-09T18:04:33.347Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www1.fang.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":906},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":158757,"botStatus":200,"botBytes":158920,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"全国房地产门户|房地产网】-直播看房抢优惠-全国房天下","lang":null,"ssrTextLength":9370,"h1Count":0,"landmarks":[],"imagesTotal":218,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fansly.com","rank":4867,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fansly.com","observedAt":"2026-08-09T18:04:33.514Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fansly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":90},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85921,"botStatus":200,"botBytes":85921,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Fansly - Start Interacting With Your Fans","lang":"en","ssrTextLength":41,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Fansly CDN"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fao.org","rank":1636,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fao.org","observedAt":"2026-08-09T18:04:33.545Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fao.org/home/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1056},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1192908,"botStatus":200,"botBytes":1192908,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Food and Agriculture Organization of the United Nations","lang":"en","ssrTextLength":10733,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":107,"imagesWithAlt":90,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fapello.com","rank":1363,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fapello.com","observedAt":"2026-08-09T18:04:33.868Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fapello.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":22},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":100101,"botStatus":200,"botBytes":100157,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Fapello","lang":"en","ssrTextLength":1499,"h1Count":1,"landmarks":["header"],"imagesTotal":51,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"faphouse.com","rank":991,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"faphouse.com","observedAt":"2026-08-09T18:04:34.024Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://faphouse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1627},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1026676,"botStatus":200,"botBytes":1021784,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FapHouse: Full-Length Porn Videos & XXX Movies - Download Sex Videos in Full HD and 4K","lang":"en","ssrTextLength":16515,"h1Count":1,"landmarks":[],"imagesTotal":475,"imagesWithAlt":209,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"faphouse2.com","rank":1307,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"faphouse2.com","observedAt":"2026-08-09T18:04:34.258Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://faphouse2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1627},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1022371,"botStatus":200,"botBytes":1017440,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FapHouse: Full-Length Porn Videos & XXX Movies - Download Sex Videos in Full HD and 4K","lang":"en","ssrTextLength":16505,"h1Count":1,"landmarks":[],"imagesTotal":475,"imagesWithAlt":209,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"faqs.org","rank":3036,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"faqs.org","observedAt":"2026-08-09T18:04:34.612Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.faqs.org/faqs/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":444},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6583,"botStatus":200,"botBytes":6583,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Internet FAQ Archives - Online Education - faqs.org","lang":"en","ssrTextLength":1456,"h1Count":2,"landmarks":[],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"farfetch.com","rank":3777,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"farfetch.com","observedAt":"2026-08-09T18:04:35.736Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.farfetch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":13354},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":370,"botStatus":200,"botBytes":393379,"detected":false},"llmsTxt":{"present":true,"bytes":8790,"specValid":true,"issues":[],"linkCount":69},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":205,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"farlightgames.com","rank":4544,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"farlightgames.com","observedAt":"2026-08-09T18:04:35.887Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.farlightgames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":23206,"botStatus":200,"botBytes":23206,"detected":false},"llmsTxt":{"present":true,"bytes":4160,"specValid":false,"issues":["no blockquote summary","no H2 sections"],"linkCount":24},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"None","lang":"en","ssrTextLength":1766,"h1Count":0,"landmarks":["header"],"imagesTotal":21,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"farpost.ru","rank":5075,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"farpost.ru","observedAt":"2026-08-09T18:04:36.120Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.farpost.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":8},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":58637,"botStatus":200,"botBytes":56938,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"������� � ����� ����������","lang":"ru","ssrTextLength":4649,"h1Count":1,"landmarks":["header"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"fast.com","rank":549,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fast.com","observedAt":"2026-08-09T18:04:36.585Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fast.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":41},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26241,"botStatus":200,"botBytes":26241,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Internet Speed Test | Fast.com","lang":null,"ssrTextLength":2664,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastcgi.com","rank":5002,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastcgi.com","observedAt":"2026-08-09T18:04:37.156Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastclick.net","rank":3196,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastclick.net","observedAt":"2026-08-09T18:04:38.470Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastcompany.com","rank":1906,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastcompany.com","observedAt":"2026-08-09T18:04:38.612Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fastcompany.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended","meta-externalagent","CCBot"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":924},"tier1Blocked":["GPTBot","meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":778,"botStatus":403,"botBytes":775,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"fastcompany.com","lang":"en","ssrTextLength":59,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"fastdl.app","rank":1564,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastdl.app","observedAt":"2026-08-09T18:04:38.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fastdl.app/en4","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":84},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51327,"botStatus":200,"botBytes":51468,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization","WebApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Instagram Downloader - Download Instagram Video, Photos, IGTV & Reels","lang":"en","ssrTextLength":6103,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastecn.com","rank":4997,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastecn.com","observedAt":"2026-08-09T18:04:39.129Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastly-edge.com","rank":225,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastly-edge.com","observedAt":"2026-08-09T18:04:39.380Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastly-masque.net","rank":2783,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastly-masque.net","observedAt":"2026-08-09T18:04:40.674Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastly.net","rank":33,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastly.net","observedAt":"2026-08-09T18:04:41.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fastly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":398},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":668039,"botStatus":200,"botBytes":668039,"detected":false},"llmsTxt":{"present":true,"bytes":15743,"specValid":true,"issues":[],"linkCount":85},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Powering the best of the internet | Fastly","lang":"en","ssrTextLength":7494,"h1Count":1,"landmarks":["main","nav","article"],"imagesTotal":13,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Artisanal bits"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fastlydns.net","rank":3796,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastlydns.net","observedAt":"2026-08-09T18:04:41.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastlylb.net","rank":4589,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastlylb.net","observedAt":"2026-08-09T18:04:43.400Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fastpanel.direct","rank":4919,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fastpanel.direct","observedAt":"2026-08-09T18:04:44.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fastpanel.direct/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96390,"botStatus":200,"botBytes":96390,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"FASTPANEL ®","lang":"en","ssrTextLength":3962,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":99,"imagesWithAlt":99,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fatalmodel.com","rank":1519,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fatalmodel.com","observedAt":"2026-08-09T18:04:44.686Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fatalmodel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":305},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":5682,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fawanews.sc","rank":1707,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fawanews.sc","observedAt":"2026-08-09T18:04:44.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.fawanews.sc/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":91609,"botStatus":200,"botBytes":91609,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FawaNews - Your Home of Sport","lang":"en","ssrTextLength":5242,"h1Count":1,"landmarks":["main","header"],"imagesTotal":91,"imagesWithAlt":91,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"faz.net","rank":2894,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"faz.net","observedAt":"2026-08-09T18:04:44.903Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.faz.net/aktuell/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":49,"usesAllowRules":true,"crawlDelay":null,"bytes":3362},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1607628,"botStatus":403,"botBytes":365,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SiteNavigationElement","CollectionPage","ItemList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Aktuelle Nachrichten online - FAZ.NET","lang":"de","ssrTextLength":37033,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":136,"imagesWithAlt":95,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fazenda.gov.br","rank":3162,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fazenda.gov.br","observedAt":"2026-08-09T18:04:44.940Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fb-t-msedge.net","rank":2147,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fb-t-msedge.net","observedAt":"2026-08-09T18:04:44.967Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fb.com","rank":673,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fb.com","observedAt":"2026-08-09T18:04:45.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":24358},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fb.watch","rank":1848,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fb.watch","observedAt":"2026-08-09T18:04:46.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://fb.watch/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":308},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fbi.gov","rank":2970,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fbi.gov","observedAt":"2026-08-09T18:04:47.282Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fbi.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5675,"botStatus":403,"botBytes":5675,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fbpigeon.com","rank":1161,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fbpigeon.com","observedAt":"2026-08-09T18:04:47.431Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fc2.com","rank":1786,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fc2.com","observedAt":"2026-08-09T18:04:47.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fc2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14091,"botStatus":200,"botBytes":14091,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FC2 - Free Website, Analyzer, Blog, Rental Server, SEO Countermeasures, etc. -","lang":"en","ssrTextLength":1478,"h1Count":1,"landmarks":[],"imagesTotal":7,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fcc.gov","rank":2803,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fcc.gov","observedAt":"2026-08-09T18:04:47.790Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fcc.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":357,"botStatus":403,"botBytes":357,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":196,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fda.gov","rank":751,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fda.gov","observedAt":"2026-08-09T18:04:48.572Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://www.fda.gov/apology_objects/abuse-detection-apology.html","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fdown.net","rank":1373,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fdown.net","observedAt":"2026-08-09T18:04:48.740Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fdown.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":131},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5677,"botStatus":403,"botBytes":5677,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"featureassets.org","rank":468,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"featureassets.org","observedAt":"2026-08-09T18:04:48.889Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://featureassets.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19,"botStatus":403,"botBytes":19,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":19,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"federalregister.gov","rank":3401,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"federalregister.gov","observedAt":"2026-08-09T18:04:48.955Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.federalregister.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":320},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":52217,"botStatus":200,"botBytes":10595,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Federal Register\n       :: \n      Home - Monday, August 10th","lang":"en","ssrTextLength":7293,"h1Count":1,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"federalreserve.gov","rank":3963,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"federalreserve.gov","observedAt":"2026-08-09T18:04:49.408Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.federalreserve.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":105919,"botStatus":200,"botBytes":105919,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Federal Reserve Board - Home","lang":"en","ssrTextLength":12883,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fedex.com","rank":1791,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fedex.com","observedAt":"2026-08-09T18:04:49.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fedex.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":909},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1771,"botStatus":200,"botBytes":128550,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FedEx | System Down","lang":null,"ssrTextLength":328,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fedoraproject.org","rank":1476,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fedoraproject.org","observedAt":"2026-08-09T18:04:49.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fedoraproject.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":185},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":208220,"botStatus":403,"botBytes":307,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Fedora Linux | The Fedora Project","lang":null,"ssrTextLength":19908,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":27,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"feedburner.com","rank":2238,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"feedburner.com","observedAt":"2026-08-09T18:04:49.848Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://feedburner.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1362,"botStatus":200,"botBytes":1362,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Feedburner","lang":"en","ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"feedly.com","rank":3420,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"feedly.com","observedAt":"2026-08-09T18:04:50.055Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://feedly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":636},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85817,"botStatus":200,"botBytes":85817,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Feedly Threat Intelligence: Collect, analyze, and share actionable intelligence","lang":"en","ssrTextLength":3753,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":34,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"feednews.com","rank":4524,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"feednews.com","observedAt":"2026-08-09T18:04:50.807Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://feednews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":195},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":796,"botStatus":200,"botBytes":796,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Opera News","lang":null,"ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"feinidi.com","rank":3016,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"feinidi.com","observedAt":"2026-08-09T18:04:51.097Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://feinidi.com/vpn/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":59},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98335,"botStatus":520,"botBytes":7324,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GreatFireVPN - Bypass Censorship in China, Russia, Iran","lang":"en","ssrTextLength":9726,"h1Count":1,"landmarks":["nav"],"imagesTotal":102,"imagesWithAlt":94,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"feishu.cn","rank":3003,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"feishu.cn","observedAt":"2026-08-09T18:04:51.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.larksuite.com/en_sg/?from_site=feishu","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":496},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":302665,"botStatus":200,"botBytes":302665,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Lark | Productivity Superapp for Chat, Meetings, Docs & Projects","lang":"en","ssrTextLength":62,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"TLB"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fema.gov","rank":3860,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fema.gov","observedAt":"2026-08-09T18:04:52.101Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fema.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["meta-externalagent"],"groupCount":4,"usesAllowRules":true,"crawlDelay":15,"bytes":3287},"tier1Blocked":["meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":358,"botStatus":403,"botBytes":358,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":197,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fetlife.com","rank":1255,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fetlife.com","observedAt":"2026-08-09T18:04:52.353Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fetlife.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":300},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7588,"botStatus":403,"botBytes":7567,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Checking if the site connection is secure...","lang":"en","ssrTextLength":44,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ficbook.net","rank":1481,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ficbook.net","observedAt":"2026-08-09T18:04:52.631Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ficbook.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":37125,"botStatus":403,"botBytes":37125,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Доступ ограничен | Книга Фанфиков","lang":"ru","ssrTextLength":351,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fidelity.com","rank":921,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fidelity.com","observedAt":"2026-08-09T18:04:53.607Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fidelity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":12403},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1288517,"botStatus":200,"botBytes":1288517,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","FinancialService","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Fidelity Investments - Retirement Plans, Investing, Brokerage, Wealth Management, Financial Planning and Advice, Online Trading.","lang":"en","ssrTextLength":7297,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":17,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fidgetlabs.io","rank":null,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fidgetlabs.io","observedAt":"2026-08-09T18:04:53.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fidgetlabs.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":261},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":181203,"botStatus":200,"botBytes":181203,"detected":false},"llmsTxt":{"present":true,"bytes":9968,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Fidget Labs | Composable and AI Architecture, On Demand","lang":"en","ssrTextLength":8757,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":44,"imagesWithAlt":44,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fifa.com","rank":696,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fifa.com","observedAt":"2026-08-09T18:04:53.805Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fifa.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":82},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4553,"botStatus":200,"botBytes":4553,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"figma.com","rank":867,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"figma.com","observedAt":"2026-08-09T18:04:54.324Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.figma.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","CCBot","cohere-ai"],"groupCount":21,"usesAllowRules":true,"crawlDelay":null,"bytes":374659},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","cohere-ai"],"cloaking":{"tested":true,"browserBytes":1663742,"botStatus":200,"botBytes":1663742,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Figma: The collaborative canvas for design, code, and AI","lang":"en","ssrTextLength":3930,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":90,"imagesWithAlt":82,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"filezilla-project.org","rank":4500,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filezilla-project.org","observedAt":"2026-08-09T18:04:54.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://filezilla-project.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":104},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":239,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":74,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"filgoal.com","rank":1916,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filgoal.com","observedAt":"2026-08-09T18:04:54.603Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://filgoal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":5683,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"filmyfly.builders","rank":2033,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filmyfly.builders","observedAt":"2026-08-09T18:04:54.680Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://filmyfly.fail/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":55207,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"2025 South Bollywood & Hollywood Hindi Animation  Web Series at Filmy4wap - FilmyFly","lang":"en","ssrTextLength":7606,"h1Count":1,"landmarks":["main"],"imagesTotal":55,"imagesWithAlt":55,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"filmyfly.cafe","rank":1752,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filmyfly.cafe","observedAt":"2026-08-09T18:04:55.392Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://filmyfly.fail/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55207,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"2025 South Bollywood & Hollywood Hindi Animation  Web Series at Filmy4wap - FilmyFly","lang":"en","ssrTextLength":7606,"h1Count":1,"landmarks":["main"],"imagesTotal":55,"imagesWithAlt":55,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"filmyfly.luxe","rank":2019,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filmyfly.luxe","observedAt":"2026-08-09T18:04:55.712Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://filmyfly.luxe/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5595,"botStatus":403,"botBytes":5595,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"filmyfly.racing","rank":1966,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filmyfly.racing","observedAt":"2026-08-09T18:04:56.672Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://filmyfly.fail/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":55207,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"2025 South Bollywood & Hollywood Hindi Animation  Web Series at Filmy4wap - FilmyFly","lang":"en","ssrTextLength":7606,"h1Count":1,"landmarks":["main"],"imagesTotal":55,"imagesWithAlt":55,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"filmyzilla40.com","rank":2034,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filmyzilla40.com","observedAt":"2026-08-09T18:04:57.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.filmyzilla54.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":34774,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"filmyzilla.com Bollywood Hollywood Hindi Dubbed Movies filmyzilla","lang":"en","ssrTextLength":5594,"h1Count":2,"landmarks":["footer"],"imagesTotal":24,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"filmyzilla43.com","rank":2035,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filmyzilla43.com","observedAt":"2026-08-09T18:04:57.245Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.filmyzilla54.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":34774,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"filmyzilla.com Bollywood Hollywood Hindi Dubbed Movies filmyzilla","lang":"en","ssrTextLength":5594,"h1Count":2,"landmarks":["footer"],"imagesTotal":24,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"filmyzilla45.com","rank":2021,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"filmyzilla45.com","observedAt":"2026-08-09T18:04:57.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.filmyzilla54.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":34774,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"filmyzilla.com Bollywood Hollywood Hindi Dubbed Movies filmyzilla","lang":"en","ssrTextLength":5594,"h1Count":2,"landmarks":["footer"],"imagesTotal":24,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"finam.ru","rank":3886,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"finam.ru","observedAt":"2026-08-09T18:04:58.539Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://finam.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":20204,"botStatus":403,"botBytes":20204,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ошибка доступа к сайту - Финам.Ру","lang":null,"ssrTextLength":896,"h1Count":1,"landmarks":[],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"finanzen.net","rank":4892,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"finanzen.net","observedAt":"2026-08-09T18:04:58.550Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.finanzen.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":3646},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"findagrave.com","rank":3827,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"findagrave.com","observedAt":"2026-08-09T18:04:58.809Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.findagrave.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":125502,"botStatus":403,"botBytes":5488,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Find a Grave - Millions of Cemetery Records","lang":"en","ssrTextLength":10627,"h1Count":15,"landmarks":["nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"findlaw.com","rank":4073,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"findlaw.com","observedAt":"2026-08-09T18:04:59.415Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://findlaw.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":200,"botBytes":176528,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"finn.no","rank":1156,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"finn.no","observedAt":"2026-08-09T18:04:59.453Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.finn.no/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":7411},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":184208,"botStatus":200,"botBytes":184200,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"FINN.no – mulighetenes marked","lang":"nb","ssrTextLength":2328,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"google","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"firebaseio.com","rank":1998,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"firebaseio.com","observedAt":"2026-08-09T18:04:59.503Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"firefox.com","rank":517,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"firefox.com","observedAt":"2026-08-09T18:04:59.604Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.firefox.com/en-US/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":78},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136735,"botStatus":200,"botBytes":136735,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Brand","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Firefox: The fast, private browser that keeps you safe — Firefox.com","lang":"en","ssrTextLength":9382,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":46,"imagesWithAlt":45,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"granian"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"firetvcaptiveportal.com","rank":477,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"firetvcaptiveportal.com","observedAt":"2026-08-09T18:04:59.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://firetvcaptiveportal.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"firstvds.ru","rank":1910,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"firstvds.ru","observedAt":"2026-08-09T18:04:59.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://firstvds.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1892},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Аренда VDS или VPS сервера, Дешевый виртуальный хостинг | FirstVDS","lang":"ru","ssrTextLength":888010,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":10,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"firwinds.site","rank":4384,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"firwinds.site","observedAt":"2026-08-09T18:05:00.199Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fitbit.com","rank":4406,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fitbit.com","observedAt":"2026-08-09T18:05:00.216Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://store.google.com/category/watches_trackers?hl=en-US&utm_source=fitbit_redirect&utm_medium=google_ooo&utm_campaign=category","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":322},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Google Fitbit, Pixel Watches & Trackers with Google Health","lang":"en","ssrTextLength":11565,"h1Count":1,"landmarks":["main","nav","header","article","aside"],"imagesTotal":121,"imagesWithAlt":106,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"ESF"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fivecdm.com","rank":3611,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fivecdm.com","observedAt":"2026-08-09T18:05:00.533Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fiverr.com","rank":781,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fiverr.com","observedAt":"2026-08-09T18:05:01.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.fiverr.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2049},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":35898,"botStatus":403,"botBytes":35898,"detected":true},"llmsTxt":{"present":true,"bytes":5142,"specValid":true,"issues":[],"linkCount":17},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"It needs a human touch","lang":"en","ssrTextLength":617,"h1Count":1,"landmarks":["main","header","article"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flashbots.net","rank":3053,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flashbots.net","observedAt":"2026-08-09T18:05:01.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.flashbots.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":187340,"botStatus":200,"botBytes":187340,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Flashbots","lang":"en","ssrTextLength":12485,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":1,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flashscore.com","rank":1056,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flashscore.com","observedAt":"2026-08-09T18:05:02.374Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.flashscore.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":null,"bytes":906},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":718329,"botStatus":200,"botBytes":718329,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Football Live Scores, Latest Football Results | Flashscore.com","lang":"en","ssrTextLength":7186,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":7,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flashscore.fr","rank":1664,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flashscore.fr","observedAt":"2026-08-09T18:05:02.380Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.flashscore.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":null,"bytes":975},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":461300,"botStatus":200,"botBytes":461300,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Foot en direct, Résultats Foot, Match en Direct Live | Flashscore.fr","lang":"fr","ssrTextLength":6463,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":5,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flashscore.mobi","rank":1655,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flashscore.mobi","observedAt":"2026-08-09T18:05:02.592Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.flashscore.mobi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":null,"bytes":939},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":122395,"botStatus":200,"botBytes":122395,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mobile livescore - Flashscore.mobi football scores","lang":"en","ssrTextLength":36641,"h1Count":0,"landmarks":[],"imagesTotal":70,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flashtalking.com","rank":917,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flashtalking.com","observedAt":"2026-08-09T18:05:03.448Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.innovid.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146070,"botStatus":200,"botBytes":146070,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The premier global independent, omnichannel advertising platform  | Innovid","lang":"en","ssrTextLength":6491,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":73,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"flaticon.com","rank":2618,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flaticon.com","observedAt":"2026-08-09T18:05:03.500Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.flaticon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1725},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7955,"botStatus":200,"botBytes":225716,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"That request didn't go through. Our security filter flagged something. You don't have permission to access this page.","lang":"en","ssrTextLength":411,"h1Count":1,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flic.kr","rank":3014,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flic.kr","observedAt":"2026-08-09T18:05:03.748Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://flic.kr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":33},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":57588,"botStatus":200,"botBytes":57588,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Flickr | The best place to be a photographer online.","lang":"en","ssrTextLength":3264,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":39,"imagesWithAlt":23,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"flickr.com","rank":176,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flickr.com","observedAt":"2026-08-09T18:05:04.032Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":2130},"tier1Blocked":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flightaware.com","rank":3454,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flightaware.com","observedAt":"2026-08-09T18:05:04.262Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.flightaware.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":35,"usesAllowRules":true,"crawlDelay":1,"bytes":2349},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":132535,"botStatus":200,"botBytes":132525,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FlightAware - Flight Tracker / Flight Status","lang":"en","ssrTextLength":2165,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flightradar24.com","rank":3100,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flightradar24.com","observedAt":"2026-08-09T18:05:04.263Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://flightradar24.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","CCBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":617},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":403,"botBytes":5706,"detected":true},"llmsTxt":{"present":true,"bytes":2078,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"flipboard.com","rank":3215,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flipboard.com","observedAt":"2026-08-09T18:05:04.582Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://flipboard.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":0,"bytes":5259},"tier1Blocked":["GPTBot","OAI-SearchBot"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1398984,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Flipboard: Your Social Magazine","lang":"en","ssrTextLength":2503,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":22,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fliphtml5.com","rank":2255,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fliphtml5.com","observedAt":"2026-08-09T18:05:04.641Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fliphtml5.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":146,"usesAllowRules":false,"crawlDelay":null,"bytes":9629},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":203480,"botStatus":200,"botBytes":203480,"detected":false},"llmsTxt":{"present":true,"bytes":49556,"specValid":false,"issues":["no blockquote summary"],"linkCount":213},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","HowTo"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Top FlipBook Maker & Digital Publishing Platform - FlipHTML5","lang":"en","ssrTextLength":11578,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":49,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"flipkart.com","rank":1023,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flipkart.com","observedAt":"2026-08-09T18:05:04.735Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://flipkart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":787,"botStatus":403,"botBytes":787,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Flipkart reCAPTCHA","lang":null,"ssrTextLength":49,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flipsnack.com","rank":4300,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flipsnack.com","observedAt":"2026-08-09T18:05:04.971Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.flipsnack.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Bytespider"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":510},"tier1Blocked":[],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":151686,"botStatus":200,"botBytes":151686,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Online Flipbook Maker - Create Interactive Flipbooks | Flipsnack","lang":"en","ssrTextLength":13893,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":160,"imagesWithAlt":131,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"FlipsnackServer"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"flixcdn.com","rank":4031,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flixcdn.com","observedAt":"2026-08-09T18:05:05.108Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://flixcdn.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flowgpt.com","rank":5053,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flowgpt.com","observedAt":"2026-08-09T18:05:06.374Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://flowgpt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":157},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":311884,"botStatus":200,"botBytes":311884,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Free AI Character Roleplay, AI Girlfriend, AI Boyfriend, ChatGPT Prompts Store | FlowGPT","lang":"en","ssrTextLength":703,"h1Count":1,"landmarks":["main","nav","aside"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"flurry.com","rank":2531,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"flurry.com","observedAt":"2026-08-09T18:05:06.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.flurry.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":94541,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Flurry | Mobile App Analytics Platform for Android & iOS","lang":"en","ssrTextLength":7045,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":33,"imagesWithAlt":33,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"ATS"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fmkorea.com","rank":1292,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fmkorea.com","observedAt":"2026-08-09T18:05:06.562Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2987},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fnac.com","rank":4323,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fnac.com","observedAt":"2026-08-09T18:05:06.672Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fnac.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":767,"botStatus":403,"botBytes":767,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"fnac.com","lang":"en","ssrTextLength":52,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"focus.de","rank":839,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"focus.de","observedAt":"2026-08-09T18:05:07.192Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.focus.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"FOCUS online - Aktuelle Nachrichten","lang":"de","ssrTextLength":89388,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":220,"imagesWithAlt":220,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"foggymorningmist.com","rank":2922,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foggymorningmist.com","observedAt":"2026-08-09T18:05:07.372Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fojik.site","rank":5127,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fojik.site","observedAt":"2026-08-09T18:05:07.805Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://fojik.site/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8443,"botStatus":403,"botBytes":8443,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access denied | fojik.site used Cloudflare to restrict access | fojik.site | Cloudflare","lang":"en","ssrTextLength":652,"h1Count":1,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fontawesome.com","rank":633,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fontawesome.com","observedAt":"2026-08-09T18:05:08.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fontawesome.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":358},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21105,"botStatus":200,"botBytes":21105,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Font Awesome","lang":"en","ssrTextLength":12,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"foodnetwork.com","rank":2938,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foodnetwork.com","observedAt":"2026-08-09T18:05:08.341Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.foodnetwork.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":5,"bytes":987},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":373,"botStatus":200,"botBytes":334073,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":208,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fool.com","rank":3121,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fool.com","observedAt":"2026-08-09T18:05:08.488Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fool.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":2311},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":354781,"botStatus":200,"botBytes":354781,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stock Market News & Investing Research | The Motley Fool","lang":"en","ssrTextLength":11396,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"footmercato.net","rank":1869,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"footmercato.net","observedAt":"2026-08-09T18:05:08.681Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.footmercato.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":434},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":294232,"botStatus":200,"botBytes":294232,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","MobileApplication","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Foot Mercato : Info Transferts Football - Actu Foot Transfert","lang":"fr","ssrTextLength":10839,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":109,"imagesWithAlt":109,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"footprintdns.com","rank":890,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"footprintdns.com","observedAt":"2026-08-09T18:05:08.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"forbes.com","rank":200,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"forbes.com","observedAt":"2026-08-09T18:05:09.133Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.forbes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"DataDome challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":2,"bytes":10719},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":816527,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Forbes","lang":"en","ssrTextLength":22061,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":93,"imagesWithAlt":93,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"force.com","rank":625,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"force.com","observedAt":"2026-08-09T18:05:09.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://www.salesforce.com/404/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ford.com","rank":1937,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ford.com","observedAt":"2026-08-09T18:05:09.442Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":3,"usesAllowRules":true,"crawlDelay":10,"bytes":1243},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"forebet.com","rank":4648,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"forebet.com","observedAt":"2026-08-09T18:05:09.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://forebet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"foreca.fi","rank":1909,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foreca.fi","observedAt":"2026-08-09T18:05:09.769Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.foreca.fi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":186},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":165936,"botStatus":200,"botBytes":165936,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Sää Suomeen ja ulkomaille - Foreca.fi","lang":"fi","ssrTextLength":13255,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":145,"imagesWithAlt":139,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"foreignpolicy.com","rank":4489,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foreignpolicy.com","observedAt":"2026-08-09T18:05:09.984Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://foreignpolicy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2785},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":557668,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Foreign Policy – the Global Magazine of News and Ideas","lang":"en","ssrTextLength":21124,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":93,"imagesWithAlt":93,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"forms.gle","rank":136,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"forms.gle","observedAt":"2026-08-09T18:05:10.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://forms.gle/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"formula1.com","rank":3480,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"formula1.com","observedAt":"2026-08-09T18:05:10.984Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.formula1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":97},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":631282,"botStatus":200,"botBytes":631282,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SportsOrganization"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"F1 - The Official Home of Formula 1® Racing","lang":"en","ssrTextLength":3574,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":76,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"forter.com","rank":278,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"forter.com","observedAt":"2026-08-09T18:05:11.194Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.forter.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","Diffbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":10,"bytes":1313},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":288749,"botStatus":200,"botBytes":288749,"detected":false},"llmsTxt":{"present":true,"bytes":20355,"specValid":true,"issues":[],"linkCount":8},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization","ItemList","FAQPage","SoftwareApplication","Service","Product","SpeakableSpecification"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Forter – Agentic Intelligence you can trust","lang":"en","ssrTextLength":7905,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":126,"imagesWithAlt":68,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"forticloud.com","rank":4243,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"forticloud.com","observedAt":"2026-08-09T18:05:11.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.forticloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15258,"botStatus":200,"botBytes":15258,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome","lang":"en","ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fortinet.com","rank":3032,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fortinet.com","observedAt":"2026-08-09T18:05:11.541Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","YouBot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":3081},"tier1Blocked":["ClaudeBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fortinet.net","rank":2359,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fortinet.net","observedAt":"2026-08-09T18:05:11.764Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fortinet.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":435067,"botStatus":200,"botBytes":435067,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Global Leader of Cybersecurity Solutions and Services | Fortinet","lang":"en","ssrTextLength":24090,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":78,"imagesWithAlt":58,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fortune.com","rank":1092,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fortune.com","observedAt":"2026-08-09T18:05:12.047Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fortune.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Google-Extended","CCBot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1774},"tier1Blocked":["Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":769649,"botStatus":200,"botBytes":769649,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Fortune - Fortune 500 Daily & Breaking Business News","lang":"en","ssrTextLength":12431,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":73,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fotmob.com","rank":2820,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fotmob.com","observedAt":"2026-08-09T18:05:12.077Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fotmob.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":14394},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":449914,"botStatus":200,"botBytes":449914,"detected":false},"llmsTxt":{"present":true,"bytes":5816,"specValid":true,"issues":[],"linkCount":11},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FotMob - Football Live Scores","lang":"en","ssrTextLength":799,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":0,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fotostrana.ru","rank":3893,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fotostrana.ru","observedAt":"2026-08-09T18:05:12.332Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fotostrana.ru/newMain/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2251},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104420,"botStatus":200,"botBytes":104420,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"���������� � ����������, ���, ���� | 22M+ �������������","lang":null,"ssrTextLength":3465,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":44,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"found.io","rank":3361,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"found.io","observedAt":"2026-08-09T18:05:12.615Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"foursquare.com","rank":3160,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foursquare.com","observedAt":"2026-08-09T18:05:13.135Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://foursquare.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","CCBot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":1251},"tier1Blocked":["GPTBot","ChatGPT-User"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":209897,"botStatus":200,"botBytes":209897,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Location Intelligence Platform | Foursquare","lang":"en","ssrTextLength":8424,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":102,"imagesWithAlt":67,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fox.com","rank":3245,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fox.com","observedAt":"2026-08-09T18:05:13.241Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fox.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":343},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200463,"botStatus":200,"botBytes":200463,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Stream Live News, Sports, TV Shows & Entertainment | FOX One","lang":"en","ssrTextLength":4184,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":83,"imagesWithAlt":82,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"foxbusiness.com","rank":3532,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foxbusiness.com","observedAt":"2026-08-09T18:05:13.512Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.foxbusiness.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":201},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":477865,"botStatus":200,"botBytes":477865,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Fox Business | Business News & Stock Quotes - Saving & Investing","lang":"en","ssrTextLength":24415,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":191,"imagesWithAlt":183,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"foxnews.com","rank":500,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foxnews.com","observedAt":"2026-08-09T18:05:13.667Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.foxnews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":301},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":810337,"botStatus":200,"botBytes":810337,"detected":false},"llmsTxt":{"present":true,"bytes":2191,"specValid":true,"issues":[],"linkCount":21},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","WebPage","CollectionPage","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Fox News - Breaking News Updates | Latest News Headlines | Photos & News Videos","lang":"en","ssrTextLength":25847,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":215,"imagesWithAlt":210,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"foxsports.com","rank":3189,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"foxsports.com","observedAt":"2026-08-09T18:05:14.001Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.foxsports.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":183},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1103742,"botStatus":200,"botBytes":1103742,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"FOX Sports News, Scores, Schedules, Odds, Shows, Streams & Videos | FOX Sports","lang":"en","ssrTextLength":8121,"h1Count":1,"landmarks":["nav"],"imagesTotal":93,"imagesWithAlt":93,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fpo.xxx","rank":1463,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fpo.xxx","observedAt":"2026-08-09T18:05:14.355Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fpo.xxx/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":683},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34329,"botStatus":200,"botBytes":34329,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Porn Videos","lang":"en","ssrTextLength":2949,"h1Count":0,"landmarks":["nav"],"imagesTotal":21,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"france24.com","rank":2819,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"france24.com","observedAt":"2026-08-09T18:05:14.711Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.france24.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","CCBot","cohere-ai","MistralAI-User","YouBot","DuckAssistBot"],"groupCount":327,"usesAllowRules":true,"crawlDelay":5,"bytes":12929},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"tier2Blocked":["CCBot","cohere-ai","MistralAI-User","YouBot","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":637,"botStatus":403,"botBytes":637,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":211,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"franceinfo.fr","rank":1274,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"franceinfo.fr","observedAt":"2026-08-09T18:05:15.099Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.franceinfo.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":2295},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User"],"cloaking":{"tested":true,"browserBytes":1589587,"botStatus":200,"botBytes":1589587,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"franceinfo - Actualités en temps réel et info en direct","lang":"fr","ssrTextLength":40773,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":546,"imagesWithAlt":291,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft IIS 4.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fraunhofer.de","rank":3476,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fraunhofer.de","observedAt":"2026-08-09T18:05:15.518Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fraunhofer.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":576},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176522,"botStatus":200,"botBytes":176522,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Startseite Fraunhofer-Gesellschaft","lang":"de","ssrTextLength":18600,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":15,"imagesWithAlt":13,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"frdmhere.com","rank":3347,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"frdmhere.com","observedAt":"2026-08-09T18:05:16.171Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://frdmhere.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5594,"botStatus":403,"botBytes":5573,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"free.fr","rank":611,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"free.fr","observedAt":"2026-08-09T18:05:16.187Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.free.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":1051},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":806878,"botStatus":200,"botBytes":806878,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Freebox, offres internet Très Haut Débit fibre, ADSL - Free","lang":"fr","ssrTextLength":7454,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":49,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"freebsd.org","rank":2088,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freebsd.org","observedAt":"2026-08-09T18:05:16.343Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.freebsd.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","CCBot"],"groupCount":9,"usesAllowRules":false,"crawlDelay":null,"bytes":468},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":23005,"botStatus":200,"botBytes":23005,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The FreeBSD Project","lang":"en","ssrTextLength":3110,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"CloudSoft_Enterprise/v1.00"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"freedesktop.org","rank":3275,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freedesktop.org","observedAt":"2026-08-09T18:05:16.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":418,"finalUrl":"https://www.freedesktop.org/wiki/","error":"homepage returned HTTP 418","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":30},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"freefiremobile.com","rank":2420,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freefiremobile.com","observedAt":"2026-08-09T18:05:16.967Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"freelancer.com","rank":3720,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freelancer.com","observedAt":"2026-08-09T18:05:17.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.freelancer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2620},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1012259,"botStatus":200,"botBytes":1012259,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hire Freelancers & Find Freelance Jobs Online | Freelancer","lang":"en","ssrTextLength":10641,"h1Count":1,"landmarks":[],"imagesTotal":85,"imagesWithAlt":54,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"freenet.de","rank":3763,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freenet.de","observedAt":"2026-08-09T18:05:17.563Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.freenet.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":929},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":113703,"botStatus":200,"botBytes":113703,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["OnlineStore","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"freenet | Tarife in allen Netzen und günstige Handy-Angebote","lang":"de","ssrTextLength":1928,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":15,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"freepik.com","rank":969,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freepik.com","observedAt":"2026-08-09T18:05:18.151Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.freepik.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2734},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7533,"botStatus":200,"botBytes":590710,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"That request didn't go through. Our security filter flagged something. You don't have permission to access this page.","lang":"en","ssrTextLength":411,"h1Count":1,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"freepornvideo.sex","rank":1590,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freepornvideo.sex","observedAt":"2026-08-09T18:05:18.253Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.freepornvideo.sex/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":576},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":198141,"botStatus":200,"botBytes":198141,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sex Videos, XXX Porn Vedio - Free Porn Video","lang":"en","ssrTextLength":7640,"h1Count":1,"landmarks":["nav"],"imagesTotal":80,"imagesWithAlt":80,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"freesexkahani.com","rank":1737,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freesexkahani.com","observedAt":"2026-08-09T18:05:18.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.freesexkahani.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1417},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223765,"botStatus":200,"botBytes":223765,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Person","WebSite","CollectionPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Antarvasna Hindi sex stories - Free Sex kahani","lang":"en","ssrTextLength":6929,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"freetype.org","rank":4906,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freetype.org","observedAt":"2026-08-09T18:05:18.612Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://freetype.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":20807,"botStatus":200,"botBytes":20807,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The FreeType Project","lang":"en","ssrTextLength":7922,"h1Count":1,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"freshdesk.com","rank":3187,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freshdesk.com","observedAt":"2026-08-09T18:05:18.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.freshworks.com/freshdesk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":240},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":938345,"botStatus":200,"botBytes":938345,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Freshdesk: AI-powered platform for modern customer service | Freshworks","lang":"en","ssrTextLength":4084,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":56,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"freshworks.com","rank":4902,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"freshworks.com","observedAt":"2026-08-09T18:05:18.705Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.freshworks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":420},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5707,"botStatus":403,"botBytes":5686,"detected":true},"llmsTxt":{"present":true,"bytes":10111,"specValid":true,"issues":[],"linkCount":78},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"frontiernet.net","rank":4775,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"frontiernet.net","observedAt":"2026-08-09T18:05:19.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://frontier.yahoo.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"frontiersin.org","rank":887,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"frontiersin.org","observedAt":"2026-08-09T18:05:19.430Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.frontiersin.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":862},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":237902,"botStatus":200,"botBytes":237902,"detected":false},"llmsTxt":{"present":true,"bytes":5254,"specValid":true,"issues":[],"linkCount":34},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Frontiers | Publisher of peer-reviewed articles in open access journals","lang":"en","ssrTextLength":5687,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":29,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"azure-frontdoor","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fsu.edu","rank":4253,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fsu.edu","observedAt":"2026-08-09T18:05:20.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fsu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":336},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":39640,"botStatus":200,"botBytes":39640,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Florida State University","lang":"en","ssrTextLength":5100,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":11,"imagesWithAlt":8,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.37 (Red Hat Enterprise Linux)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ft.com","rank":507,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ft.com","observedAt":"2026-08-09T18:05:20.555Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ft.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":1,"bytes":1556},"tier1Blocked":["ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":270103,"botStatus":403,"botBytes":270124,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Security Verification","lang":"en","ssrTextLength":586,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ftc.gov","rank":1721,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ftc.gov","observedAt":"2026-08-09T18:05:20.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ftc.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":5,"bytes":3056},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1000607,"botStatus":200,"botBytes":1000607,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Federal Trade Commission | Protecting America's Consumers","lang":"en","ssrTextLength":9563,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":12,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ftstatic.com","rank":3297,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ftstatic.com","observedAt":"2026-08-09T18:05:20.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fu-berlin.de","rank":4959,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fu-berlin.de","observedAt":"2026-08-09T18:05:21.169Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fu-berlin.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":787},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":57400,"botStatus":200,"botBytes":57400,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Freie Universität Berlin: Startseite","lang":"de","ssrTextLength":4744,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fubo.tv","rank":5052,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fubo.tv","observedAt":"2026-08-09T18:05:21.403Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fubo.tv/welcome","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":224},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":668514,"botStatus":200,"botBytes":668513,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"fubo - Watch Live Sports & TV Without Cable TV | Try It Free","lang":"en","ssrTextLength":2127,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fujitsu.com","rank":4536,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fujitsu.com","observedAt":"2026-08-09T18:05:21.746Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fullstory.com","rank":2336,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fullstory.com","observedAt":"2026-08-09T18:05:21.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.fullstory.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":487123,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Intelligent Digital Experience Platform: AI-Powered Behavioral Analytics | Fullstory","lang":"en","ssrTextLength":5859,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":96,"imagesWithAlt":74,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fullxh.com","rank":4430,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fullxh.com","observedAt":"2026-08-09T18:05:22.215Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fullxh.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":356771,"botStatus":200,"botBytes":440373,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos & XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4183,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"funpay.com","rank":1339,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"funpay.com","observedAt":"2026-08-09T18:05:22.571Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://funpay.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":749},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":551978,"botStatus":200,"botBytes":551978,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"FunPay — Shop for Gamers","lang":"en","ssrTextLength":51828,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":3,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fuq.com","rank":1526,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fuq.com","observedAt":"2026-08-09T18:05:22.751Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.fuq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":462},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"furaffinity.net","rank":1228,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"furaffinity.net","observedAt":"2026-08-09T18:05:23.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://furaffinity.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":2,"usesAllowRules":false,"crawlDelay":1,"bytes":5301},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":5725,"botStatus":403,"botBytes":83,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"furycloud.io","rank":844,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"furycloud.io","observedAt":"2026-08-09T18:05:23.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"futbin.com","rank":999,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"futbin.com","observedAt":"2026-08-09T18:05:23.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.futbin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":429,"botBytes":5682,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"futbol-libres.su","rank":1950,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"futbol-libres.su","observedAt":"2026-08-09T18:05:23.428Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"fwmrm.net","rank":882,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fwmrm.net","observedAt":"2026-08-09T18:05:23.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.freewheel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":191},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54805,"botStatus":429,"botBytes":1100,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Direct Connections to Streaming Video Inventory | FreeWheel","lang":"en","ssrTextLength":3122,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"fwupd.org","rank":5023,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fwupd.org","observedAt":"2026-08-09T18:05:23.868Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fwupd.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":53},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15800,"botStatus":200,"botBytes":15800,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"LVFS: Home","lang":"en","ssrTextLength":2050,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":18,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"fyber.com","rank":2142,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"fyber.com","observedAt":"2026-08-09T18:05:24.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.digitalturbine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":51},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104650,"botStatus":200,"botBytes":104650,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Leading Mobile Growth & Monetization Platform | Digital Turbine","lang":"en","ssrTextLength":4715,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":43,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"g.page","rank":448,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"g.page","observedAt":"2026-08-09T18:05:25.412Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://business.google.com/us/business-profile/?ppsrc=GPDA2","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":301212,"botStatus":200,"botBytes":301212,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","FaqPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Get Listed on Google - Google Business Profile","lang":"en","ssrTextLength":12666,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":42,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"ESF"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"g2.com","rank":3933,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"g2.com","observedAt":"2026-08-09T18:05:25.868Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.g2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":8,"usesAllowRules":false,"crawlDelay":1,"bytes":7338},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":1707,"botStatus":403,"botBytes":1704,"detected":true},"llmsTxt":{"present":true,"bytes":4285,"specValid":true,"issues":[],"linkCount":11},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"g2.com","lang":"en","ssrTextLength":50,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gaijin.net","rank":3692,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gaijin.net","observedAt":"2026-08-09T18:05:26.633Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gaijin.net/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":44206,"botStatus":200,"botBytes":44206,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gaijin Entertainment","lang":"en","ssrTextLength":688,"h1Count":0,"landmarks":["main","header"],"imagesTotal":25,"imagesWithAlt":25,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"galaxy-cdn.com","rank":2955,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"galaxy-cdn.com","observedAt":"2026-08-09T18:05:26.791Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gallup.com","rank":2319,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gallup.com","observedAt":"2026-08-09T18:05:27.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gallup.com/home.aspx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","cohere-ai","MistralAI-User"],"groupCount":14,"usesAllowRules":true,"crawlDelay":null,"bytes":870},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97519,"botStatus":200,"botBytes":96769,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gallup - Workplace Advisory Services & Global Analytics","lang":"en","ssrTextLength":8399,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":28,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gama.ir","rank":5124,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gama.ir","observedAt":"2026-08-09T18:05:27.823Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gama.ir/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":494},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":295474,"botStatus":200,"botBytes":295474,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"گاما | نمونه سوال امتحانی | آزمون آنلاین | پاورپوینت | کلاس آنلاین | درسنامه آموزشی | مدرسه یاب | معلم خصوصی","lang":null,"ssrTextLength":14200,"h1Count":12,"landmarks":["nav","header","footer"],"imagesTotal":24,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.19.6"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"game8.jp","rank":4599,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"game8.jp","observedAt":"2026-08-09T18:05:28.012Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://game8.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":837},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":241512,"botStatus":200,"botBytes":241512,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Game8（ゲームエイト）- 日本最大級のゲーム攻略wikiサイト","lang":"ja","ssrTextLength":11573,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":401,"imagesWithAlt":111,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gameanalytics.com","rank":2355,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gameanalytics.com","observedAt":"2026-08-09T18:05:28.016Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gameanalytics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":74},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":177222,"botStatus":200,"botBytes":177222,"detected":false},"llmsTxt":{"present":true,"bytes":12240,"specValid":true,"issues":[],"linkCount":25},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GameAnalytics – Turning Data Into Insights","lang":"en","ssrTextLength":9716,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":134,"imagesWithAlt":68,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gameloft.com","rank":3513,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gameloft.com","observedAt":"2026-08-09T18:05:28.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gameloft.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":119,"usesAllowRules":false,"crawlDelay":null,"bytes":5587},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":209956,"botStatus":200,"botBytes":209956,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gameloft Official: We create gaming experiences","lang":"en","ssrTextLength":6753,"h1Count":1,"landmarks":[],"imagesTotal":59,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"remix","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gamepass.com","rank":466,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gamepass.com","observedAt":"2026-08-09T18:05:28.568Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xbox.com/en-US/xbox-game-pass","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":543162,"botStatus":200,"botBytes":543162,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Join XBOX Game Pass: Discover Your Next Favorite Game | XBOX","lang":"en","ssrTextLength":12314,"h1Count":3,"landmarks":["nav"],"imagesTotal":48,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gamespot.com","rank":2550,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gamespot.com","observedAt":"2026-08-09T18:05:28.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.gamespot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5748,"botStatus":403,"botBytes":5726,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gamewith.jp","rank":1458,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gamewith.jp","observedAt":"2026-08-09T18:05:28.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gamewith.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":41},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ゲームウィズ - 日本最大級のゲームレビュー・攻略サイト","lang":"ja","ssrTextLength":35503,"h1Count":1,"landmarks":[],"imagesTotal":817,"imagesWithAlt":816,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gamma.app","rank":3988,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gamma.app","observedAt":"2026-08-09T18:05:28.754Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://gamma.app/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":679311,"botStatus":403,"botBytes":679311,"detected":true},"llmsTxt":{"present":true,"bytes":4326,"specValid":true,"issues":[],"linkCount":29},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ganamosnet.org","rank":1745,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ganamosnet.org","observedAt":"2026-08-09T18:05:28.987Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ganamosnet.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1655,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":164,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gandi-ns.fr","rank":475,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gandi-ns.fr","observedAt":"2026-08-09T18:05:29.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gandi.net","rank":48,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gandi.net","observedAt":"2026-08-09T18:05:30.152Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gandi.net/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":212,"usesAllowRules":true,"crawlDelay":null,"bytes":9023},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":189101,"botStatus":200,"botBytes":189101,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Gandi.net - Gandi.net: Domain Names, Web Hosting, SSL Certificates and Emails","lang":"en","ssrTextLength":15498,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":8,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gap.com","rank":3956,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gap.com","observedAt":"2026-08-09T18:05:30.337Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gap.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","meta-externalagent","CCBot","Amazonbot","YouBot"],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":871},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":854693,"botStatus":200,"botBytes":286465,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Gap Individual style for Women's, Men's, Baby & Kids' Clothing","lang":"en","ssrTextLength":661,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"garant.ru","rank":3583,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"garant.ru","observedAt":"2026-08-09T18:05:30.390Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.garant.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":4294},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":902,"botStatus":200,"botBytes":270639,"detected":false},"llmsTxt":{"present":true,"bytes":2675,"specValid":true,"issues":[],"linkCount":12},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DDoS-Guard","lang":null,"ssrTextLength":141,"h1Count":1,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"garena.com","rank":2379,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"garena.com","observedAt":"2026-08-09T18:05:30.747Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://intl.garena.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["meta-externalagent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":180},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":649100,"botStatus":200,"botBytes":649100,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Garena","lang":"intl","ssrTextLength":2033,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"garenanow.com","rank":2225,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"garenanow.com","observedAt":"2026-08-09T18:05:32.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"garmin.com","rank":1025,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"garmin.com","observedAt":"2026-08-09T18:05:32.232Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.garmin.com/en-US/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["PerplexityBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":783},"tier1Blocked":["PerplexityBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":237036,"botStatus":200,"botBytes":237036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Garmin Official Site","lang":"en","ssrTextLength":4134,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gartner.com","rank":1596,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gartner.com","observedAt":"2026-08-09T18:05:33.160Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.gartner.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10148,"botStatus":403,"botBytes":10148,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment... | Gartner","lang":"en","ssrTextLength":171,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gatech.edu","rank":3522,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gatech.edu","observedAt":"2026-08-09T18:05:33.168Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gatech.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":110706,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Georgia Institute of Technology","lang":"en","ssrTextLength":5135,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":"Apache/2.4.62 (Amazon Linux) mod_fcgid/2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gazeta.pl","rank":4419,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gazeta.pl","observedAt":"2026-08-09T18:05:33.232Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gazeta.pl/0,0.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","CCBot"],"groupCount":276,"usesAllowRules":false,"crawlDelay":null,"bytes":12060},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":602828,"botStatus":200,"botBytes":602693,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gazeta.pl - Polska i świat - wiadomości | informacje | wydarzenia","lang":"pl","ssrTextLength":30058,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":299,"imagesWithAlt":299,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gazprombank.ru","rank":4606,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gazprombank.ru","observedAt":"2026-08-09T18:05:33.613Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gazprombank.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":9583},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":996171,"botStatus":403,"botBytes":63,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Газпромбанк — вклады и накопительные счета, дебетовые и кредитные карты, банковские услуги физическим и юридическим лицам","lang":null,"ssrTextLength":19991,"h1Count":0,"landmarks":["header","footer","article"],"imagesTotal":134,"imagesWithAlt":56,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gazzetta.it","rank":1239,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gazzetta.it","observedAt":"2026-08-09T18:05:33.760Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gazzetta.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot"],"groupCount":16,"usesAllowRules":true,"crawlDelay":null,"bytes":4788},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot"],"cloaking":{"tested":true,"browserBytes":457581,"botStatus":403,"botBytes":425,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"La Gazzetta dello Sport | Notizie sportive e risultati live di oggi","lang":"it","ssrTextLength":26867,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":263,"imagesWithAlt":141,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gb.net","rank":4286,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gb.net","observedAt":"2026-08-09T18:05:33.984Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gb.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":39598,"botStatus":200,"botBytes":39598,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".GB.NET | A Professional Domain for Great Britain","lang":"en","ssrTextLength":3806,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":26,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gboxlab.com","rank":2507,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gboxlab.com","observedAt":"2026-08-09T18:05:34.206Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gboxlab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15015,"botStatus":200,"botBytes":15015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GBox - GMS GBox","lang":null,"ssrTextLength":860,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":11,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gcash.com","rank":1451,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gcash.com","observedAt":"2026-08-09T18:05:34.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gcash.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":38},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":154500,"botStatus":200,"botBytes":154500,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GCash - #1 Finance Super App","lang":null,"ssrTextLength":3393,"h1Count":1,"landmarks":["nav"],"imagesTotal":86,"imagesWithAlt":35,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gccdn.cn","rank":4896,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gccdn.cn","observedAt":"2026-08-09T18:05:34.432Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gccdn.net","rank":2683,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gccdn.net","observedAt":"2026-08-09T18:05:34.978Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gcdn.co","rank":464,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gcdn.co","observedAt":"2026-08-09T18:05:36.090Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":27},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gcloudcs.com","rank":4661,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gcloudcs.com","observedAt":"2026-08-09T18:05:36.327Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gdemoideti.ru","rank":1828,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gdemoideti.ru","observedAt":"2026-08-09T18:05:36.854Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gdemoideti.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":393},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":78824,"botStatus":200,"botBytes":78824,"detected":false},"llmsTxt":{"present":true,"bytes":3379,"specValid":false,"issues":["no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Где мои дети | Скачать приложение для Android и iOS","lang":"ru","ssrTextLength":3790,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":103,"imagesWithAlt":36,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gdms.cloud","rank":4798,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gdms.cloud","observedAt":"2026-08-09T18:05:37.680Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gdms.cloud/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1212,"botStatus":200,"botBytes":1212,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GDMS","lang":null,"ssrTextLength":4,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.28.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"geeksforgeeks.org","rank":3243,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geeksforgeeks.org","observedAt":"2026-08-09T18:05:38.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.geeksforgeeks.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Bytespider","cohere-ai"],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":681},"tier1Blocked":[],"tier2Blocked":["CCBot","Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":112358,"botStatus":200,"botBytes":112358,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"GeeksforGeeks | Your All-in-One Learning Portal","lang":"en","ssrTextLength":2190,"h1Count":0,"landmarks":["footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"geforce.com","rank":3842,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geforce.com","observedAt":"2026-08-09T18:05:39.532Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1842},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gemius.pl","rank":3781,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gemius.pl","observedAt":"2026-08-09T18:05:39.566Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gemius.com/pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":33419,"botStatus":200,"botBytes":33419,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gemius - Pomiar widowni internetowej, telewizyjnej, radiowej  i reklamy zewnętrznej","lang":"en","ssrTextLength":2142,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":44,"imagesWithAlt":44,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"generatepress.com","rank":2326,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"generatepress.com","observedAt":"2026-08-09T18:05:39.803Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://generatepress.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":10,"bytes":141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":106811,"botStatus":200,"botBytes":106811,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"GeneratePress - The perfect foundation for your WordPress website.","lang":"en","ssrTextLength":5763,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":16,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"genius.com","rank":929,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"genius.com","observedAt":"2026-08-09T18:05:40.606Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://genius.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11372,"botStatus":403,"botBytes":11371,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Genius","lang":"en","ssrTextLength":107,"h1Count":1,"landmarks":["main","header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"geobasket.ru","rank":228,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geobasket.ru","observedAt":"2026-08-09T18:05:41.151Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"geocities.com","rank":1835,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geocities.com","observedAt":"2026-08-09T18:05:42.078Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yahoo.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":699392,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Yahoo | Mail, Weather, Search, Politics, News, Finance, Sports & Videos","lang":"en","ssrTextLength":2657,"h1Count":0,"landmarks":["main","header","footer","article","aside"],"imagesTotal":38,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ATS"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"geocomply.com","rank":3027,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geocomply.com","observedAt":"2026-08-09T18:05:42.562Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.geocomply.com//","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":341},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":148011,"botStatus":200,"botBytes":148011,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"GeoComply | Compliance, KYC, growth and anti-fraud under one roof","lang":"en","ssrTextLength":7971,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":50,"imagesWithAlt":45,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"geodema.network","rank":4292,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geodema.network","observedAt":"2026-08-09T18:05:44.048Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://geodema.network/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"geoedge.be","rank":2222,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geoedge.be","observedAt":"2026-08-09T18:05:44.487Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"georgetown.edu","rank":3320,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"georgetown.edu","observedAt":"2026-08-09T18:05:46.935Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.georgetown.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":116},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":425,"botStatus":200,"botBytes":205101,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":133,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"geotrust.com","rank":2463,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"geotrust.com","observedAt":"2026-08-09T18:05:47.018Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.geotrust.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":496},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":69529,"botStatus":200,"botBytes":69529,"detected":false},"llmsTxt":{"present":true,"bytes":3865,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GeoTrust | SSL Digital Certificate Authority | Encryption & Authentication","lang":"en","ssrTextLength":4986,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":23,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gesetze-im-internet.de","rank":3826,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gesetze-im-internet.de","observedAt":"2026-08-09T18:05:48.739Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"getadblock.com","rank":4815,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"getadblock.com","observedAt":"2026-08-09T18:05:48.880Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://getadblock.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":36},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34531,"botStatus":200,"botBytes":34531,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Surf the web without annoying pop ups and ads!","lang":null,"ssrTextLength":5581,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":36,"imagesWithAlt":16,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"getbootstrap.com","rank":2060,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"getbootstrap.com","observedAt":"2026-08-09T18:05:48.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://getbootstrap.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":129},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81274,"botStatus":200,"botBytes":81274,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bootstrap · The most popular HTML, CSS, and JS library in the world.","lang":"en","ssrTextLength":9945,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"getgo.com","rank":4704,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"getgo.com","observedAt":"2026-08-09T18:05:49.178Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"getpocket.com","rank":2599,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"getpocket.com","observedAt":"2026-08-09T18:05:49.295Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://getpocket.com/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":12,"usesAllowRules":false,"crawlDelay":2,"bytes":626},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":37431,"botStatus":200,"botBytes":37431,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Pocket","lang":"en","ssrTextLength":2647,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gettyimages.com","rank":2502,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gettyimages.com","observedAt":"2026-08-09T18:05:49.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gettyimages.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":5,"bytes":4093},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":364155,"botStatus":200,"botBytes":353277,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Royalty-Free Stock Photos, Creative Images & Vectors | News, Fashion, and Entertainment imagery - Getty Images","lang":"en","ssrTextLength":11476,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":11,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"getui.com","rank":4848,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"getui.com","observedAt":"2026-08-09T18:05:49.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://getui.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2833},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":131362,"botStatus":200,"botBytes":131361,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"个推，专业的数据智能服务商-为垂直领域提供数据智能解决方案","lang":null,"ssrTextLength":2688,"h1Count":5,"landmarks":["main","header"],"imagesTotal":167,"imagesWithAlt":71,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"getyourguide.com","rank":2629,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"getyourguide.com","observedAt":"2026-08-09T18:05:50.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.getyourguide.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98586,"botStatus":403,"botBytes":98586,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GetYourGuide – Error","lang":null,"ssrTextLength":64,"h1Count":0,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gfx.ms","rank":4777,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gfx.ms","observedAt":"2026-08-09T18:05:50.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ghcr.io","rank":4948,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ghcr.io","observedAt":"2026-08-09T18:05:50.863Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://github.com/features/actions","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":319035,"botStatus":200,"botBytes":319035,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GitHub Actions · GitHub","lang":"en","ssrTextLength":6139,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":null,"server":"github.com"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ghost.org","rank":4122,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ghost.org","observedAt":"2026-08-09T18:05:52.256Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ghost.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":224},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":121257,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Ghost: The best open source blog & newsletter platform","lang":"en","ssrTextLength":6120,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":73,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"giantpanda.com","rank":4257,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"giantpanda.com","observedAt":"2026-08-09T18:05:52.420Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://giantpanda.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":672},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104798,"botStatus":200,"botBytes":104708,"detected":false},"llmsTxt":{"present":true,"bytes":2740,"specValid":true,"issues":[],"linkCount":10},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"GiANT PANDA | Domain Traffic Monetization for Domainers","lang":"en","ssrTextLength":2931,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":17,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"giex.ru","rank":2174,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"giex.ru","observedAt":"2026-08-09T18:05:52.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gifshow.com","rank":3766,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gifshow.com","observedAt":"2026-08-09T18:05:52.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":305},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gihc.net","rank":2759,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gihc.net","observedAt":"2026-08-09T18:05:53.098Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gimp.org","rank":3553,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gimp.org","observedAt":"2026-08-09T18:05:53.800Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gimp.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":332},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21605,"botStatus":200,"botBytes":21605,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GIMP - GNU Image Manipulation Program","lang":"en","ssrTextLength":2753,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":5,"imagesWithAlt":5,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Apache/2.4.62 (Red Hat Enterprise Linux)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"giphy.com","rank":985,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"giphy.com","observedAt":"2026-08-09T18:05:53.941Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://giphy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":119},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":327485,"botStatus":200,"botBytes":327299,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GIPHY - Be Animated","lang":null,"ssrTextLength":328,"h1Count":1,"landmarks":["nav"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"girlschannel.net","rank":1559,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"girlschannel.net","observedAt":"2026-08-09T18:05:54.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://girlschannel.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":80},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":206355,"botStatus":200,"botBytes":206355,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ガールズちゃんねる - Girls Channel -","lang":null,"ssrTextLength":11971,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":506,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gismeteo.ru","rank":1172,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gismeteo.ru","observedAt":"2026-08-09T18:05:55.127Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gismeteo.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":226287,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GISMETEO: Погода в России, прогноз погоды на сегодня, завтра, 3 дня, выходные, неделю, 10 дней, 2 недели, месяц","lang":"ru","ssrTextLength":5132,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"gis"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gist.build","rank":4457,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gist.build","observedAt":"2026-08-09T18:05:55.347Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://customer.io/features/in-app-messages","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":456012,"botStatus":200,"botBytes":456012,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"In-app Messages | Customer.io","lang":"en","ssrTextLength":5505,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"git-scm.com","rank":2075,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"git-scm.com","observedAt":"2026-08-09T18:05:55.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://git-scm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6159,"botStatus":200,"botBytes":6159,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Git","lang":"en","ssrTextLength":897,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gitbook.io","rank":3337,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gitbook.io","observedAt":"2026-08-09T18:05:55.785Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gitbook.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1527387,"botStatus":200,"botBytes":1528932,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The knowledge layer for AI | GitBook","lang":"en","ssrTextLength":15147,"h1Count":3,"landmarks":["nav"],"imagesTotal":107,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gitea.com","rank":4095,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gitea.com","observedAt":"2026-08-09T18:05:55.937Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://about.gitea.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":2,"bytes":1889},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":170452,"botStatus":200,"botBytes":170452,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gitea Official Website","lang":null,"ssrTextLength":7542,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":19,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gitee.com","rank":3457,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gitee.com","observedAt":"2026-08-09T18:05:56.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gitee.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":1,"bytes":622},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":617182,"botStatus":200,"botBytes":617183,"detected":false},"llmsTxt":{"present":true,"bytes":6487,"specValid":true,"issues":[],"linkCount":17},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gitee - 基于 Git 的代码托管和研发协作平台","lang":"zh","ssrTextLength":3654,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":526,"imagesWithAlt":416,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ADAS/1.0.214"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"github.com","rank":30,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"github.com","observedAt":"2026-08-09T18:05:56.153Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://github.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":1,"bytes":2274},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":572697,"botStatus":200,"botBytes":572697,"detected":false},"llmsTxt":{"present":true,"bytes":28758,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GitHub · Change is constant. GitHub keeps you ahead. · GitHub","lang":"en","ssrTextLength":7714,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":null,"server":"github.com"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"github.io","rank":118,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"github.io","observedAt":"2026-08-09T18:05:56.509Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pages.github.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14434,"botStatus":200,"botBytes":14434,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"GitHub Pages | Websites for you and your projects, hosted directly from your GitHub repository. Just edit, push, and your changes are live.","lang":"en","ssrTextLength":3957,"h1Count":3,"landmarks":["footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"GitHub.com"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"githubcopilot.com","rank":4473,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"githubcopilot.com","observedAt":"2026-08-09T18:05:56.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://github.com/features/copilot/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":871067,"botStatus":200,"botBytes":871067,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GitHub Copilot · Your AI pair programmer · GitHub","lang":"en","ssrTextLength":66975,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":null,"server":"github.com"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"githubusercontent.com","rank":713,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"githubusercontent.com","observedAt":"2026-08-09T18:05:57.176Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gitlab.com","rank":401,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gitlab.com","observedAt":"2026-08-09T18:05:58.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://about.gitlab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":3230},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225518,"botStatus":200,"botBytes":225518,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Finally, AI for the entire software lifecycle.","lang":"en","ssrTextLength":6766,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":44,"imagesWithAlt":43,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gitlab.io","rank":4469,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gitlab.io","observedAt":"2026-08-09T18:05:58.768Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://about.gitlab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225518,"botStatus":200,"botBytes":225518,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Finally, AI for the entire software lifecycle.","lang":"en","ssrTextLength":6766,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":44,"imagesWithAlt":43,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gizmodo.com","rank":2057,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gizmodo.com","observedAt":"2026-08-09T18:05:59.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://gizmodo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5679,"botStatus":403,"botBytes":5657,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"glance-cdn.com","rank":2904,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glance-cdn.com","observedAt":"2026-08-09T18:06:00.271Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://glance-cdn.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"glance.net","rank":3191,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glance.net","observedAt":"2026-08-09T18:06:00.704Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":87},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"glanceapis.com","rank":2766,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glanceapis.com","observedAt":"2026-08-09T18:06:01.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"glassdoor.com","rank":2543,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glassdoor.com","observedAt":"2026-08-09T18:06:01.640Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://glassdoor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":5374},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":9,"botStatus":403,"botBytes":9,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"glasvezelactiveren.nl","rank":3501,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glasvezelactiveren.nl","observedAt":"2026-08-09T18:06:02.178Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://glasvezelactiveren.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13284,"botStatus":200,"botBytes":13284,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Glasvezel Activeren","lang":"nl","ssrTextLength":118,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"glbimg.com","rank":4850,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glbimg.com","observedAt":"2026-08-09T18:06:02.201Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gldn.net","rank":4283,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gldn.net","observedAt":"2026-08-09T18:06:02.559Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"global-e.com","rank":4474,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"global-e.com","observedAt":"2026-08-09T18:06:02.881Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.global-e.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":353},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":218376,"botStatus":200,"botBytes":218376,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Global E-Commerce is Global-e","lang":"en","ssrTextLength":5564,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":21,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"globalcdn.co","rank":2954,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"globalcdn.co","observedAt":"2026-08-09T18:06:02.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":27},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"globalconnetct.com","rank":4407,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"globalconnetct.com","observedAt":"2026-08-09T18:06:03.541Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"globalnews.ca","rank":4009,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"globalnews.ca","observedAt":"2026-08-09T18:06:03.799Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://globalnews.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":451},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":448698,"botStatus":200,"botBytes":448698,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Global News | Breaking, Latest News and Video for Canada","lang":"en","ssrTextLength":13695,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":108,"imagesWithAlt":14,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"globalpay.com","rank":4416,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"globalpay.com","observedAt":"2026-08-09T18:06:03.953Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"globalsign.com","rank":724,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"globalsign.com","observedAt":"2026-08-09T18:06:04.053Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.globalsign.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":1727},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":146182,"botStatus":200,"botBytes":146182,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Digital Certificates - PKI - SSL/TLS 🌎 GlobalSign GMO","lang":"en","ssrTextLength":12373,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"globenewswire.com","rank":2085,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"globenewswire.com","observedAt":"2026-08-09T18:06:04.165Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.globenewswire.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2148},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":36761,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Press Release & News Distribution  | GlobeNewswire","lang":"en","ssrTextLength":4792,"h1Count":1,"landmarks":[],"imagesTotal":12,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"globo.com","rank":416,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"globo.com","observedAt":"2026-08-09T18:06:04.937Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.globo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended","CCBot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":408},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"globo.com - Absolutamente tudo sobre notícias, esportes e entretenimento","lang":"pt","ssrTextLength":19566,"h1Count":1,"landmarks":["header"],"imagesTotal":29,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"glpals.com","rank":3622,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glpals.com","observedAt":"2026-08-09T18:06:05.101Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"glulive.com","rank":3990,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"glulive.com","observedAt":"2026-08-09T18:06:05.145Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gm.com","rank":4044,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gm.com","observedAt":"2026-08-09T18:06:05.705Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":155261,"botStatus":200,"botBytes":155261,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"General Motors: Iconic Vehicles for Every Drive","lang":"en","ssrTextLength":5321,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gmail.com","rank":217,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gmail.com","observedAt":"2026-08-09T18:06:05.888Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://accounts.google.com/v3/signin/identifier?continue=https%3A%2F%2Fmail.google.com%2Fmail%2Fu%2F0%2F&dsh=S-869600604%3A1786298768409470&emr=1&followup=https%3A%2F%2Fmail.google.com%2Fmail%2Fu%2F0%2F&osid=1&passive=1209600&service=mail&flowName=GlifWebSignIn&flowEntry=ServiceLogin&ifkv=Ac50bxsB15MKxtDe4IIdvTfsQb4kix6AzDgtO7kKLKxbsTbBi1Aq0Kq-Xh4VnoHr4NUPXgm55MSTfw","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":129},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1234012,"botStatus":200,"botBytes":902014,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gmail","lang":"en","ssrTextLength":1025,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"ESF"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gmarket.co.kr","rank":4313,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gmarket.co.kr","observedAt":"2026-08-09T18:06:05.934Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":1,"bytes":347},"tier1Blocked":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gmoregistry.net","rank":2239,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gmoregistry.net","observedAt":"2026-08-09T18:06:06.440Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gmoregistry.com/en/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":16096,"botStatus":200,"botBytes":16096,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GMO Registry, Inc.｜Build your identity","lang":"en","ssrTextLength":973,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":45,"imagesWithAlt":42,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gmu.edu","rank":4994,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gmu.edu","observedAt":"2026-08-09T18:06:06.880Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gmu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":108737,"botStatus":200,"botBytes":108737,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"A Top 50 Public R1 Research University | George Mason University","lang":"en","ssrTextLength":8916,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"Sucuri/Cloudproxy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gmx.net","rank":2499,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gmx.net","observedAt":"2026-08-09T18:06:07.083Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gmx.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","cohere-ai","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":742},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":331021,"botStatus":200,"botBytes":331020,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GMX - kostenlose E-Mail, Cloud, Nachrichten & Freemail","lang":"de","ssrTextLength":15813,"h1Count":2,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":150,"imagesWithAlt":76,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gnome.org","rank":3366,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gnome.org","observedAt":"2026-08-09T18:06:07.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gnome.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27328,"botStatus":200,"botBytes":27328,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GNOME — An independent computing platform for everyone","lang":"en","ssrTextLength":1974,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":30,"imagesWithAlt":30,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gnu.org","rank":323,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gnu.org","observedAt":"2026-08-09T18:06:07.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"go-mpulse.net","rank":900,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"go-mpulse.net","observedAt":"2026-08-09T18:06:07.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"go.com","rank":450,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"go.com","observedAt":"2026-08-09T18:06:07.576Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.go.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":212},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":360893,"botStatus":200,"botBytes":360893,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Go.com | The Walt Disney Company","lang":"en","ssrTextLength":9267,"h1Count":2,"landmarks":["main","nav","footer"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"go.dev","rank":3408,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"go.dev","observedAt":"2026-08-09T18:06:07.898Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://go.dev/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64151,"botStatus":200,"botBytes":64151,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Go Programming Language","lang":"en","ssrTextLength":7179,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":56,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"goal.com","rank":1031,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goal.com","observedAt":"2026-08-09T18:06:08.736Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.goal.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1558},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":623446,"botStatus":200,"botBytes":623446,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Soccer News, Live Scores, Results & Transfers | Goal.com US","lang":"en","ssrTextLength":16974,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":85,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"goal7.co","rank":1694,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goal7.co","observedAt":"2026-08-09T18:06:08.944Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://goal7.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":198},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":803367,"botStatus":403,"botBytes":4544,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"บ้านผลบอล ทีเด็ดบอลวันนี้ 7m baanpolball ผลบอลเมื่อคืนนี้ ตารางบอลวันนี้ Goal.co","lang":null,"ssrTextLength":78440,"h1Count":1,"landmarks":[],"imagesTotal":1956,"imagesWithAlt":63,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gob.mx","rank":4904,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gob.mx","observedAt":"2026-08-09T18:06:09.081Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gob.mx/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":150},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1840,"botStatus":403,"botBytes":364,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Challenge Validation","lang":"en","ssrTextLength":20,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"godaddy.com","rank":148,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"godaddy.com","observedAt":"2026-08-09T18:06:09.357Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.godaddy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":369,"botStatus":200,"botBytes":354617,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"goethe.de","rank":4035,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goethe.de","observedAt":"2026-08-09T18:06:09.994Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.goethe.de/de/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1199},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":321366,"botStatus":200,"botBytes":321216,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Goethe-Institut | Sprache. Kultur. Deutschland.","lang":"de","ssrTextLength":11180,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":28,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache/2.4.65 (Unix)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gofin.io","rank":755,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gofin.io","observedAt":"2026-08-09T18:06:10.961Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gofundme.com","rank":1133,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gofundme.com","observedAt":"2026-08-09T18:06:11.070Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gofundme.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3312},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1703689,"botStatus":200,"botBytes":1703689,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GoFundMe | The #1 Crowdfunding and Fundraising Platform","lang":"en","ssrTextLength":3272,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gog.com","rank":3141,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gog.com","observedAt":"2026-08-09T18:06:11.071Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gog.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":453639,"botStatus":200,"botBytes":453639,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GOG.COM","lang":"en","ssrTextLength":12216,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":92,"imagesWithAlt":55,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gohugo.io","rank":4533,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gohugo.io","observedAt":"2026-08-09T18:06:11.120Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gohugo.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":91236,"botStatus":200,"botBytes":91236,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The world's fastest framework for building websites","lang":null,"ssrTextLength":2066,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"goldapple.ru","rank":4221,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goldapple.ru","observedAt":"2026-08-09T18:06:11.410Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://goldapple.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":44,"usesAllowRules":false,"crawlDelay":null,"bytes":7596},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19189,"botStatus":200,"botBytes":19189,"detected":false},"llmsTxt":{"present":true,"bytes":2129,"specValid":true,"issues":[],"linkCount":13},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gold Apple — checking device","lang":"en","ssrTextLength":28,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"goodhousekeeping.com","rank":3232,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goodhousekeeping.com","observedAt":"2026-08-09T18:06:12.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.goodhousekeeping.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":992},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":928524,"botStatus":200,"botBytes":927650,"detected":false},"llmsTxt":{"present":true,"bytes":623106,"specValid":true,"issues":[],"linkCount":2363},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","CollectionPage","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Good Housekeeping: Trusted Home Advice, Product Reviews & Recipes","lang":"en","ssrTextLength":8798,"h1Count":11,"landmarks":["main","nav","footer"],"imagesTotal":103,"imagesWithAlt":103,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"goodreads.com","rank":463,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goodreads.com","observedAt":"2026-08-09T18:06:12.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.goodreads.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","CCBot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":5,"bytes":2647},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":55379,"botStatus":202,"botBytes":2403,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Goodreads | Meet your next favorite book","lang":null,"ssrTextLength":4493,"h1Count":0,"landmarks":["footer","article"],"imagesTotal":57,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"goodreturns.in","rank":1531,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goodreturns.in","observedAt":"2026-08-09T18:06:12.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.goodreturns.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":2722},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":971710,"botStatus":200,"botBytes":971710,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Share Market Tips, BSE/NSE India, Gold Rate, Mutual Funds, Finance & Currency News - Goodreturns","lang":"en","ssrTextLength":20946,"h1Count":1,"landmarks":["footer","article"],"imagesTotal":94,"imagesWithAlt":73,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.ae","rank":4020,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.ae","observedAt":"2026-08-09T18:06:12.747Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220891,"botStatus":200,"botBytes":31000,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":449,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.at","rank":3065,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.at","observedAt":"2026-08-09T18:06:12.815Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223189,"botStatus":200,"botBytes":30997,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.be","rank":3124,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.be","observedAt":"2026-08-09T18:06:13.158Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222018,"botStatus":200,"botBytes":31053,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.bg","rank":3928,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.bg","observedAt":"2026-08-09T18:06:13.742Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220889,"botStatus":200,"botBytes":31113,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.bs","rank":4429,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.bs","observedAt":"2026-08-09T18:06:14.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221072,"botStatus":200,"botBytes":31054,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.ca","rank":1061,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.ca","observedAt":"2026-08-09T18:06:14.608Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220988,"botStatus":200,"botBytes":31039,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.cg","rank":4810,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.cg","observedAt":"2026-08-09T18:06:14.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":195860,"botStatus":200,"botBytes":31118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":323,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.ch","rank":3133,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.ch","observedAt":"2026-08-09T18:06:15.024Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221583,"botStatus":200,"botBytes":30985,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":449,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.cl","rank":3754,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.cl","observedAt":"2026-08-09T18:06:15.234Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220921,"botStatus":200,"botBytes":31054,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.cn","rank":361,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.cn","observedAt":"2026-08-09T18:06:15.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.google.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1384,"botStatus":200,"botBytes":1384,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"zh","ssrTextLength":48,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"google.co.ao","rank":4403,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.ao","observedAt":"2026-08-09T18:06:16.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220985,"botStatus":200,"botBytes":30995,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.id","rank":2213,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.id","observedAt":"2026-08-09T18:06:16.215Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225904,"botStatus":200,"botBytes":31063,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":512,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.il","rank":3368,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.il","observedAt":"2026-08-09T18:06:16.327Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222058,"botStatus":200,"botBytes":31008,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.in","rank":1330,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.in","observedAt":"2026-08-09T18:06:16.607Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225790,"botStatus":200,"botBytes":31024,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":512,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.jp","rank":1077,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.jp","observedAt":"2026-08-09T18:06:17.295Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220865,"botStatus":200,"botBytes":31031,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.ke","rank":4145,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.ke","observedAt":"2026-08-09T18:06:17.572Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221047,"botStatus":200,"botBytes":31147,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.kr","rank":3647,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.kr","observedAt":"2026-08-09T18:06:17.659Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":196671,"botStatus":200,"botBytes":31059,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":323,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.ma","rank":4445,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.ma","observedAt":"2026-08-09T18:06:17.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221552,"botStatus":200,"botBytes":31006,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.nz","rank":3884,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.nz","observedAt":"2026-08-09T18:06:18.071Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221886,"botStatus":200,"botBytes":30967,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.th","rank":3350,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.th","observedAt":"2026-08-09T18:06:18.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221535,"botStatus":200,"botBytes":31041,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.uk","rank":699,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.uk","observedAt":"2026-08-09T18:06:18.671Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220952,"botStatus":200,"botBytes":31003,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.ve","rank":4137,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.ve","observedAt":"2026-08-09T18:06:19.107Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225312,"botStatus":200,"botBytes":31054,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":512,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.za","rank":3552,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.za","observedAt":"2026-08-09T18:06:19.523Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225371,"botStatus":200,"botBytes":31055,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":508,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.co.zm","rank":4659,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.co.zm","observedAt":"2026-08-09T18:06:19.682Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223590,"botStatus":200,"botBytes":31031,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com","rank":1,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com","observedAt":"2026-08-09T18:06:19.937Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":195743,"botStatus":200,"botBytes":30987,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":323,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.ai","rank":5031,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.ai","observedAt":"2026-08-09T18:06:20.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221821,"botStatus":200,"botBytes":31089,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.ar","rank":3484,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.ar","observedAt":"2026-08-09T18:06:20.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221620,"botStatus":200,"botBytes":31076,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.au","rank":1959,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.au","observedAt":"2026-08-09T18:06:20.916Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221828,"botStatus":200,"botBytes":31111,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.bd","rank":4156,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.bd","observedAt":"2026-08-09T18:06:21.127Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223133,"botStatus":200,"botBytes":31024,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.br","rank":735,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.br","observedAt":"2026-08-09T18:06:21.246Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220953,"botStatus":200,"botBytes":31024,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.co","rank":3775,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.co","observedAt":"2026-08-09T18:06:21.522Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225193,"botStatus":200,"botBytes":30980,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":512,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.do","rank":4304,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.do","observedAt":"2026-08-09T18:06:22.208Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221771,"botStatus":200,"botBytes":30979,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.ec","rank":4405,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.ec","observedAt":"2026-08-09T18:06:22.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220999,"botStatus":200,"botBytes":30999,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.eg","rank":4192,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.eg","observedAt":"2026-08-09T18:06:22.569Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220877,"botStatus":200,"botBytes":31080,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.gt","rank":4454,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.gt","observedAt":"2026-08-09T18:06:22.640Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221038,"botStatus":200,"botBytes":31083,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.hk","rank":513,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.hk","observedAt":"2026-08-09T18:06:22.982Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com.hk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225873,"botStatus":200,"botBytes":31798,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":536,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.jm","rank":4455,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.jm","observedAt":"2026-08-09T18:06:23.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221441,"botStatus":200,"botBytes":31017,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":449,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.mx","rank":3147,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.mx","observedAt":"2026-08-09T18:06:23.584Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222933,"botStatus":200,"botBytes":31010,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.my","rank":3762,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.my","observedAt":"2026-08-09T18:06:24.021Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221301,"botStatus":200,"botBytes":30997,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.ng","rank":4348,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.ng","observedAt":"2026-08-09T18:06:24.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221441,"botStatus":200,"botBytes":31045,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.ni","rank":4665,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.ni","observedAt":"2026-08-09T18:06:24.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221434,"botStatus":200,"botBytes":31040,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.np","rank":4426,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.np","observedAt":"2026-08-09T18:06:24.849Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223227,"botStatus":200,"botBytes":30980,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.om","rank":4424,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.om","observedAt":"2026-08-09T18:06:25.058Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220914,"botStatus":200,"botBytes":31053,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.pe","rank":3852,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.pe","observedAt":"2026-08-09T18:06:25.389Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225155,"botStatus":200,"botBytes":31051,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":508,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.pg","rank":4794,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.pg","observedAt":"2026-08-09T18:06:25.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221586,"botStatus":200,"botBytes":30864,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.ph","rank":3639,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.ph","observedAt":"2026-08-09T18:06:26.039Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":198322,"botStatus":200,"botBytes":31191,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":331,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.pk","rank":4002,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.pk","observedAt":"2026-08-09T18:06:26.171Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220998,"botStatus":200,"botBytes":30979,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.py","rank":4529,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.py","observedAt":"2026-08-09T18:06:26.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220940,"botStatus":200,"botBytes":31049,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.qa","rank":4981,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.qa","observedAt":"2026-08-09T18:06:27.122Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225177,"botStatus":200,"botBytes":30998,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":512,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.sa","rank":4135,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.sa","observedAt":"2026-08-09T18:06:27.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220893,"botStatus":200,"botBytes":30998,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.sg","rank":2976,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.sg","observedAt":"2026-08-09T18:06:27.485Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":223434,"botStatus":200,"botBytes":31024,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.tr","rank":2515,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.tr","observedAt":"2026-08-09T18:06:27.553Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220919,"botStatus":200,"botBytes":31052,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.tw","rank":3194,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.tw","observedAt":"2026-08-09T18:06:27.903Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221542,"botStatus":200,"botBytes":31034,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.ua","rank":3256,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.ua","observedAt":"2026-08-09T18:06:28.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220737,"botStatus":200,"botBytes":31115,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.uy","rank":4264,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.uy","observedAt":"2026-08-09T18:06:28.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225121,"botStatus":200,"botBytes":30956,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":508,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.com.vn","rank":3586,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.com.vn","observedAt":"2026-08-09T18:06:28.937Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220903,"botStatus":200,"botBytes":31045,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.cz","rank":3547,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.cz","observedAt":"2026-08-09T18:06:29.349Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221374,"botStatus":200,"botBytes":30834,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.de","rank":506,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.de","observedAt":"2026-08-09T18:06:29.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221030,"botStatus":200,"botBytes":30995,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.dk","rank":3771,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.dk","observedAt":"2026-08-09T18:06:29.762Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220853,"botStatus":200,"botBytes":31151,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.es","rank":1790,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.es","observedAt":"2026-08-09T18:06:29.969Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221558,"botStatus":200,"botBytes":30994,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.fi","rank":3867,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.fi","observedAt":"2026-08-09T18:06:30.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":198579,"botStatus":200,"botBytes":31023,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":331,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.fr","rank":1094,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.fr","observedAt":"2026-08-09T18:06:30.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221719,"botStatus":200,"botBytes":31017,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.gm","rank":4603,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.gm","observedAt":"2026-08-09T18:06:30.956Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220964,"botStatus":200,"botBytes":31025,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.gr","rank":3506,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.gr","observedAt":"2026-08-09T18:06:31.087Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222557,"botStatus":200,"botBytes":30989,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.hu","rank":4558,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.hu","observedAt":"2026-08-09T18:06:31.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221341,"botStatus":200,"botBytes":30988,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":449,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.iq","rank":4446,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.iq","observedAt":"2026-08-09T18:06:31.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220678,"botStatus":200,"botBytes":31018,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.it","rank":1302,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.it","observedAt":"2026-08-09T18:06:32.036Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220765,"botStatus":200,"botBytes":31101,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.jo","rank":4890,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.jo","observedAt":"2026-08-09T18:06:32.312Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221435,"botStatus":200,"botBytes":30984,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.nl","rank":1794,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.nl","observedAt":"2026-08-09T18:06:32.401Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220578,"botStatus":200,"botBytes":31087,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":449,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.no","rank":3865,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.no","observedAt":"2026-08-09T18:06:32.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221752,"botStatus":200,"botBytes":31026,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.pl","rank":2615,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.pl","observedAt":"2026-08-09T18:06:32.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221832,"botStatus":200,"botBytes":31020,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.ps","rank":4614,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.ps","observedAt":"2026-08-09T18:06:33.400Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220967,"botStatus":200,"botBytes":31031,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.pt","rank":3669,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.pt","observedAt":"2026-08-09T18:06:33.413Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221110,"botStatus":200,"botBytes":31084,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":449,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.ro","rank":4108,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.ro","observedAt":"2026-08-09T18:06:33.854Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220994,"botStatus":200,"botBytes":31034,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.rs","rank":5007,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.rs","observedAt":"2026-08-09T18:06:34.261Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":198791,"botStatus":200,"botBytes":31002,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":331,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.ru","rank":1743,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.ru","observedAt":"2026-08-09T18:06:34.421Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221075,"botStatus":200,"botBytes":31037,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.se","rank":3292,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.se","observedAt":"2026-08-09T18:06:34.598Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222107,"botStatus":200,"botBytes":31030,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.sk","rank":4265,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.sk","observedAt":"2026-08-09T18:06:34.676Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222673,"botStatus":200,"botBytes":31118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.sn","rank":4641,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.sn","observedAt":"2026-08-09T18:06:34.883Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":197126,"botStatus":200,"botBytes":30913,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":323,"h1Count":0,"landmarks":["header"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"google.us","rank":2670,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"google.us","observedAt":"2026-08-09T18:06:35.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":6624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220997,"botStatus":200,"botBytes":30912,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"googleadservices.com","rank":157,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googleadservices.com","observedAt":"2026-08-09T18:06:35.661Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://googleadservices.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"googleapis.cn","rank":1259,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googleapis.cn","observedAt":"2026-08-09T18:06:35.860Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"googleblog.com","rank":304,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googleblog.com","observedAt":"2026-08-09T18:06:35.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.google.com/sorry/index?continue=https://googleblog.com/&q=EgRA7LDDGK2D49MGIi32I2zP7AMRuQjK7kzjBzUp2CERSK7Bxsad07RtMtWQvIsu8d4TZQP5jqmxrsEyAnJSWgFD","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3151,"botStatus":429,"botBytes":3151,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"https://googleblog.com/","lang":null,"ssrTextLength":1000,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"scaffolding on HTTPServer2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"googledomains.com","rank":61,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googledomains.com","observedAt":"2026-08-09T18:06:36.000Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://domains.google/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5354,"botStatus":200,"botBytes":5354,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google Domains","lang":"en","ssrTextLength":598,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"googlehosted.com","rank":3657,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googlehosted.com","observedAt":"2026-08-09T18:06:36.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"googlesource.com","rank":3040,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googlesource.com","observedAt":"2026-08-09T18:06:36.261Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://opensource.google/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":61905,"botStatus":429,"botBytes":3166,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Google Open Source","lang":"en","ssrTextLength":2542,"h1Count":0,"landmarks":["main","nav","header","article"],"imagesTotal":11,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"googletagservices.com","rank":636,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googletagservices.com","observedAt":"2026-08-09T18:06:36.878Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"googlezip.net","rank":627,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"googlezip.net","observedAt":"2026-08-09T18:06:36.947Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"goojara.to","rank":1583,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goojara.to","observedAt":"2026-08-09T18:06:37.227Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ww1.goojara.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4905,"botStatus":403,"botBytes":4905,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":748,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"goooooooooooooooooooooooooooooooooooooooooooooooooooooooooogle.com","rank":5036,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goooooooooooooooooooooooooooooooooooooooooooooooooooooooooogle.com","observedAt":"2026-08-09T18:06:37.317Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gos-gsp.io","rank":2285,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gos-gsp.io","observedAt":"2026-08-09T18:06:37.376Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"goskope.com","rank":863,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goskope.com","observedAt":"2026-08-09T18:06:37.738Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gosuslugi.ru","rank":481,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gosuslugi.ru","observedAt":"2026-08-09T18:06:38.313Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":8462},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gotinder.com","rank":3398,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gotinder.com","observedAt":"2026-08-09T18:06:38.324Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tinder.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":83},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":565942,"botStatus":200,"botBytes":565930,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebApplication","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Tinder | Dating, Make Friends & Meet New People","lang":"en","ssrTextLength":45,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"goto.com","rank":4911,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"goto.com","observedAt":"2026-08-09T18:06:38.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.goto.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":356},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":364,"botStatus":200,"botBytes":281202,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":199,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gotowebinar.com","rank":2868,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gotowebinar.com","observedAt":"2026-08-09T18:06:38.775Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.goto.com/webinar","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":373,"botStatus":200,"botBytes":358533,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":208,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gov.br","rank":885,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gov.br","observedAt":"2026-08-09T18:06:39.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gov.br/pt-br","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":130653,"botStatus":200,"botBytes":130647,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"GOV.BR","lang":"pt","ssrTextLength":8130,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":25,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gov.cn","rank":2335,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gov.cn","observedAt":"2026-08-09T18:06:39.334Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gov.pl","rank":3911,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gov.pl","observedAt":"2026-08-09T18:06:39.510Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gov.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":39932,"botStatus":200,"botBytes":39932,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Portal Gov.pl","lang":"pl","ssrTextLength":7611,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":68,"imagesWithAlt":17,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gov.uk","rank":289,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gov.uk","observedAt":"2026-08-09T18:06:39.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gov.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent"],"groupCount":5,"usesAllowRules":false,"crawlDelay":10,"bytes":1097},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85476,"botStatus":200,"botBytes":85476,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to GOV.UK","lang":"en","ssrTextLength":5433,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"govinfo.gov","rank":4853,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"govinfo.gov","observedAt":"2026-08-09T18:06:39.793Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.govinfo.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":4695},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":65716,"botStatus":200,"botBytes":65716,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GovInfo | U.S. Government Publishing Office","lang":"en","ssrTextLength":3520,"h1Count":2,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":11,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gpcloudservice.com","rank":1852,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gpcloudservice.com","observedAt":"2026-08-09T18:06:39.800Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gpubgm.com","rank":3732,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gpubgm.com","observedAt":"2026-08-09T18:06:39.862Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gq.com","rank":4964,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gq.com","observedAt":"2026-08-09T18:06:40.036Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1906},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"GQ - Men's Fashion, Style, Grooming, Fitness, Entertainment, Lifestyle, News & Politics | GQ","lang":"en","ssrTextLength":1253912,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":53,"imagesWithAlt":52,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gr.com","rank":5037,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gr.com","observedAt":"2026-08-09T18:06:40.138Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"grab.com","rank":5046,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grab.com","observedAt":"2026-08-09T18:06:40.833Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.grab.com/sg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":5788},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":468643,"botStatus":200,"botBytes":468643,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Grab. The Everyday Everything App","lang":"en","ssrTextLength":15798,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":9,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"grafana.com","rank":2347,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grafana.com","observedAt":"2026-08-09T18:06:40.884Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://grafana.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":84},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":642287,"botStatus":200,"botBytes":642287,"detected":false},"llmsTxt":{"present":true,"bytes":13751,"specValid":true,"issues":[],"linkCount":91},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Full-stack observability for the agentic era | Grafana Labs | Grafana Labs","lang":"en","ssrTextLength":6606,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":149,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"storyblok","network":"vercel","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"grafana.net","rank":3728,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grafana.net","observedAt":"2026-08-09T18:06:40.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://grafana.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":84},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":642287,"botStatus":200,"botBytes":642287,"detected":false},"llmsTxt":{"present":true,"bytes":13751,"specValid":true,"issues":[],"linkCount":91},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Full-stack observability for the agentic era | Grafana Labs | Grafana Labs","lang":"en","ssrTextLength":6606,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":149,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"storyblok","network":"vercel","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"grammarly.com","rank":571,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grammarly.com","observedAt":"2026-08-09T18:06:41.000Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.grammarly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":289},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":505818,"botStatus":200,"botBytes":505361,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Grammarly: Free AI Writing Assistance","lang":"en","ssrTextLength":8120,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":59,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"grammarly.io","rank":806,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grammarly.io","observedAt":"2026-08-09T18:06:41.075Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"grammarly.net","rank":4739,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grammarly.net","observedAt":"2026-08-09T18:06:41.485Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.grammarly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":289},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":505836,"botStatus":200,"botBytes":505359,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Grammarly: Free AI Writing Assistance","lang":"en","ssrTextLength":8120,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":59,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"grandviewresearch.com","rank":4019,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grandviewresearch.com","observedAt":"2026-08-09T18:06:42.042Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://grandviewresearch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5710,"botStatus":403,"botBytes":5689,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gravatar.com","rank":147,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gravatar.com","observedAt":"2026-08-09T18:06:43.169Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gravatar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Google-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1022},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":87651,"botStatus":200,"botBytes":87651,"detected":false},"llmsTxt":{"present":true,"bytes":21919,"specValid":false,"issues":["no blockquote summary"],"linkCount":4},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Your Free Avatar, Profile, and Link In Bio | Gravatar","lang":"en","ssrTextLength":4101,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":19,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gree-apps.net","rank":1729,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gree-apps.net","observedAt":"2026-08-09T18:06:43.183Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gree-pf.net","rank":1764,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gree-pf.net","observedAt":"2026-08-09T18:06:43.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"greenhouse.io","rank":4508,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"greenhouse.io","observedAt":"2026-08-09T18:06:43.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.greenhouse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":83},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":188171,"botStatus":200,"botBytes":188171,"detected":false},"llmsTxt":{"present":true,"bytes":20958,"specValid":false,"issues":["no H1 title","no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Greenhouse | Applicant tracking software & hiring platform","lang":"en","ssrTextLength":5844,"h1Count":3,"landmarks":["main","nav","footer"],"imagesTotal":42,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"greenpeace.org","rank":3287,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"greenpeace.org","observedAt":"2026-08-09T18:06:43.516Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.greenpeace.org/global/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3697,"botStatus":200,"botBytes":3697,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Greenpeace","lang":"en","ssrTextLength":134,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"grindr.com","rank":2864,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grindr.com","observedAt":"2026-08-09T18:06:43.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.grindr.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":10721},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41189,"botStatus":200,"botBytes":41189,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Grindr: The World’s Largest Social Networking App for LGBTQ People.","lang":"en","ssrTextLength":753,"h1Count":0,"landmarks":[],"imagesTotal":22,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"grok.com","rank":2895,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"grok.com","observedAt":"2026-08-09T18:06:43.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://grok.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":528},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":789955,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Grok","lang":"en","ssrTextLength":4,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"growcdnssedge.com","rank":4377,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"growcdnssedge.com","observedAt":"2026-08-09T18:06:44.032Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"growone.sg","rank":2827,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"growone.sg","observedAt":"2026-08-09T18:06:44.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://growone.sg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":912,"botStatus":200,"botBytes":912,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"growthbook.io","rank":4157,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"growthbook.io","observedAt":"2026-08-09T18:06:44.692Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.growthbook.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":189648,"botStatus":200,"botBytes":189648,"detected":false},"llmsTxt":{"present":true,"bytes":33114,"specValid":true,"issues":[],"linkCount":123},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GrowthBook | Experimentation, Feature Flags & Product Analytics Platform","lang":"en","ssrTextLength":12500,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":112,"imagesWithAlt":75,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"groww.in","rank":1798,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"groww.in","observedAt":"2026-08-09T18:06:44.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://groww.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1739},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":199946,"botStatus":200,"botBytes":199946,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebPage","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Groww - Online Demat, Trading and Direct Mutual Fund Investment in India","lang":"en","ssrTextLength":20046,"h1Count":1,"landmarks":[],"imagesTotal":26,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gshifen.com","rank":2167,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gshifen.com","observedAt":"2026-08-09T18:06:45.026Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gslbnspk.ru","rank":4507,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gslbnspk.ru","observedAt":"2026-08-09T18:06:45.119Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gsmarena.com","rank":1124,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gsmarena.com","observedAt":"2026-08-09T18:06:45.737Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gsmarena.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","meta-externalagent","CCBot","Amazonbot","YouBot","Diffbot"],"groupCount":25,"usesAllowRules":false,"crawlDelay":5,"bytes":1785},"tier1Blocked":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":48039,"botStatus":200,"botBytes":48063,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GSMArena.com - mobile phone reviews, news, specifications and more...","lang":"en","ssrTextLength":6520,"h1Count":0,"landmarks":["header","footer","article","aside"],"imagesTotal":47,"imagesWithAlt":28,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gst.gov.in","rank":1349,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gst.gov.in","observedAt":"2026-08-09T18:06:45.809Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gst.gov.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":245,"botStatus":403,"botBytes":9,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Request Rejected","lang":null,"ssrTextLength":118,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gtimg.com","rank":5040,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gtimg.com","observedAt":"2026-08-09T18:06:45.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gtld.biz","rank":2308,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gtld.biz","observedAt":"2026-08-09T18:06:46.011Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gtm-a2b2.com","rank":1155,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gtm-a2b2.com","observedAt":"2026-08-09T18:06:46.383Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"guard.io","rank":3211,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"guard.io","observedAt":"2026-08-09T18:06:46.965Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://guard.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":145962,"botStatus":200,"botBytes":145962,"detected":false},"llmsTxt":{"present":true,"bytes":19950,"specValid":true,"issues":[],"linkCount":165},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Guardio | Powerful Online Protection for Your Digital Life","lang":"en","ssrTextLength":5712,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":53,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"guardian.co.uk","rank":2371,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"guardian.co.uk","observedAt":"2026-08-09T18:06:47.775Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.theguardian.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":2873},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":1269658,"botStatus":200,"botBytes":1269658,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Latest news, sport and opinion from the Guardian","lang":"en","ssrTextLength":19751,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":121,"imagesWithAlt":119,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"guardingvision.com","rank":3846,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"guardingvision.com","observedAt":"2026-08-09T18:06:47.789Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.guardingvision.com/views/login/index.html?returnUrl=http://www.guardingvision.com/devices/page&r=5964311980055268779&host=www.guardingvision.com&from=c17392dc2e6c405a931b","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4741,"botStatus":200,"botBytes":4741,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Web Client","lang":null,"ssrTextLength":265,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gulfnews.com","rank":4078,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gulfnews.com","observedAt":"2026-08-09T18:06:47.800Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gulfnews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":1951},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1278748,"botStatus":200,"botBytes":1278748,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Website","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Gulf News: Latest UAE news, Dubai news, Business, travel news, Dubai Gold rate, prayer time, cinema","lang":"en","ssrTextLength":2883,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":16,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gumgum.com","rank":774,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gumgum.com","observedAt":"2026-08-09T18:06:48.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gumgum.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":702},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":576503,"botStatus":200,"botBytes":576503,"detected":false},"llmsTxt":{"present":true,"bytes":3760,"specValid":true,"issues":[],"linkCount":15},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","Service"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"GumGum | The Mindset Company™ – CTV, OLV & High Impact Display Advertising","lang":"en","ssrTextLength":10877,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":85,"imagesWithAlt":55,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"gumroad.com","rank":2853,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gumroad.com","observedAt":"2026-08-09T18:06:48.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gumroad.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":31687},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":129040,"botStatus":200,"botBytes":129040,"detected":false},"llmsTxt":{"present":true,"bytes":1832,"specValid":true,"issues":[],"linkCount":7},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Earn your first dollar online with Gumroad","lang":"en","ssrTextLength":4198,"h1Count":3,"landmarks":["main","header"],"imagesTotal":129,"imagesWithAlt":128,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"gutenberg.org","rank":2652,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gutenberg.org","observedAt":"2026-08-09T18:06:48.403Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gutenberg.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":40},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25825,"botStatus":200,"botBytes":25825,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free eBooks | Project Gutenberg","lang":"en","ssrTextLength":3908,"h1Count":1,"landmarks":["header"],"imagesTotal":28,"imagesWithAlt":8,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"guzelhosting.com","rank":4497,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"guzelhosting.com","observedAt":"2026-08-09T18:06:48.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.guzel.net.tr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":239},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":212062,"botStatus":403,"botBytes":212041,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"tr","ssrTextLength":143,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"gvt3.com","rank":2146,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gvt3.com","observedAt":"2026-08-09T18:06:48.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gwfb.net","rank":78,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gwfb.net","observedAt":"2026-08-09T18:06:48.748Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gwu.edu","rank":4181,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gwu.edu","observedAt":"2026-08-09T18:06:49.638Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gygtest.com","rank":2343,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gygtest.com","observedAt":"2026-08-09T18:06:49.663Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gygtest.net","rank":4089,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gygtest.net","observedAt":"2026-08-09T18:06:49.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://gygtest.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":45023,"botStatus":403,"botBytes":45023,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloudflare","lang":"en","ssrTextLength":700,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"gzip.org","rank":4766,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"gzip.org","observedAt":"2026-08-09T18:06:50.025Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://gzip.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":20,"bytes":31},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2754,"botStatus":200,"botBytes":2754,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The gzip home page","lang":"en","ssrTextLength":1545,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"h264.io","rank":1293,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"h264.io","observedAt":"2026-08-09T18:06:50.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"haberler.com","rank":1377,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"haberler.com","observedAt":"2026-08-09T18:06:50.757Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.haberler.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":682},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":361030,"botStatus":200,"botBytes":361030,"detected":false},"llmsTxt":{"present":true,"bytes":6875,"specValid":true,"issues":[],"linkCount":48},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","WebPage","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Haberler.com - Son Dakika Haberler ve Güncel Haberler","lang":"tr","ssrTextLength":18716,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":359,"imagesWithAlt":351,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"habr.com","rank":3502,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"habr.com","observedAt":"2026-08-09T18:06:50.859Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://habr.com/en/feed/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":8,"bytes":1624},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":258347,"botStatus":200,"botBytes":258347,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Publications / My feed / Habr","lang":"en","ssrTextLength":21178,"h1Count":1,"landmarks":["main","header","article"],"imagesTotal":39,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hackaday.com","rank":3542,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hackaday.com","observedAt":"2026-08-09T18:06:52.776Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hackaday.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":232},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":138897,"botStatus":200,"botBytes":138897,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hackaday | Fresh Hacks Every Day","lang":"en","ssrTextLength":9368,"h1Count":24,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":31,"imagesWithAlt":10,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hacklink.space","rank":1804,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hacklink.space","observedAt":"2026-08-09T18:06:52.955Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hacklink.space/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":1601,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":258,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hadronid.net","rank":3609,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hadronid.net","observedAt":"2026-08-09T18:06:52.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hakunaymatata.com","rank":2990,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hakunaymatata.com","observedAt":"2026-08-09T18:06:53.237Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"handelsblatt.com","rank":3341,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"handelsblatt.com","observedAt":"2026-08-09T18:06:53.525Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.handelsblatt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1728},"tier1Blocked":["GPTBot","ClaudeBot","Claude-SearchBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1812644,"botStatus":200,"botBytes":1812644,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Handelsblatt - Nachrichten aus Finanzen, Wirtschaft und Politik","lang":"de","ssrTextLength":15653,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":55,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"handle.net","rank":3977,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"handle.net","observedAt":"2026-08-09T18:06:53.866Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://handle.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":56},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6409,"botStatus":200,"botBytes":6409,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Handle.Net Registry","lang":null,"ssrTextLength":2662,"h1Count":0,"landmarks":[],"imagesTotal":4,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hanime1.me","rank":1524,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hanime1.me","observedAt":"2026-08-09T18:06:54.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hanime1.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":403,"botBytes":5678,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"happymh.com","rank":1635,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"happymh.com","observedAt":"2026-08-09T18:06:54.340Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://happymh.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":2144,"botStatus":403,"botBytes":2144,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"无法显示此网页","lang":null,"ssrTextLength":26,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hardened-php.net","rank":4859,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hardened-php.net","observedAt":"2026-08-09T18:06:54.430Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"harman.com","rank":2634,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"harman.com","observedAt":"2026-08-09T18:06:54.685Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UNABLE_TO_VERIFY_LEAF_SIGNATURE","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"harpersbazaar.com","rank":4934,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"harpersbazaar.com","observedAt":"2026-08-09T18:06:55.065Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.harpersbazaar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":986},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":850470,"botStatus":200,"botBytes":850004,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","CollectionPage","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Harper's BAZAAR - Your Source for Fashion Trends, Beauty Tips, Pop Culture News, and Celebrity Style","lang":"en","ssrTextLength":10409,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":97,"imagesWithAlt":96,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"harvard.edu","rank":296,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"harvard.edu","observedAt":"2026-08-09T18:06:55.417Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.harvard.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":748},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146088,"botStatus":200,"botBytes":146088,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Harvard University","lang":"en","ssrTextLength":10706,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hashicorp.com","rank":4617,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hashicorp.com","observedAt":"2026-08-09T18:06:55.466Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://hashicorp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31031,"botStatus":429,"botBytes":31031,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vercel Security Checkpoint","lang":"en","ssrTextLength":167,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"vercel","server":"Vercel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hatena.ne.jp","rank":2477,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hatena.ne.jp","observedAt":"2026-08-09T18:06:55.531Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hatena.ne.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":493768,"botStatus":200,"botBytes":493768,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"はてな","lang":"ja","ssrTextLength":6386,"h1Count":1,"landmarks":["header","footer","article","aside"],"imagesTotal":81,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"contentful","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hatenablog.com","rank":4742,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hatenablog.com","observedAt":"2026-08-09T18:06:55.564Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hatena.blog/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":96},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":313181,"botStatus":200,"botBytes":313181,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"はてなブログ | 無料ブログを作成しよう","lang":"ja","ssrTextLength":21443,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":302,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hath.network","rank":923,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hath.network","observedAt":"2026-08-09T18:06:56.596Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://hath.network/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":407,"botStatus":200,"botBytes":407,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"hath.network","lang":"en","ssrTextLength":110,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hawaii.edu","rank":3439,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hawaii.edu","observedAt":"2026-08-09T18:06:56.985Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hawaii.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":3,"bytes":1688},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":106002,"botStatus":200,"botBytes":106002,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Hawaii System","lang":"en","ssrTextLength":5204,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":26,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.62 (Red Hat Enterprise Linux)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"haxx.se","rank":2996,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"haxx.se","observedAt":"2026-08-09T18:06:57.137Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://haxx.se/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1364,"botStatus":200,"botBytes":1364,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Haxx","lang":"en","ssrTextLength":870,"h1Count":2,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.31.3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hbo.com","rank":4173,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hbo.com","observedAt":"2026-08-09T18:06:57.224Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hbo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":87},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":99800,"botStatus":200,"botBytes":99800,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"HBO: Home to Groundbreaking Series, Movies, Comedies & Documentaries","lang":"en","ssrTextLength":2552,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hbomax.com","rank":2354,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hbomax.com","observedAt":"2026-08-09T18:06:57.427Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hbomax.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":41},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":368,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HBO Max | Stream Series and Movies","lang":"en","ssrTextLength":1523931,"h1Count":2,"landmarks":["main","nav","footer"],"imagesTotal":124,"imagesWithAlt":92,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hbr.org","rank":805,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hbr.org","observedAt":"2026-08-09T18:06:57.917Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hbr.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1053},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":363456,"botStatus":200,"botBytes":363456,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Harvard Business Review - Ideas and Advice for Leaders","lang":"en","ssrTextLength":7394,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hbs.edu","rank":3606,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hbs.edu","observedAt":"2026-08-09T18:06:57.987Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hbs.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":2,"bytes":2855},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":402663,"botStatus":200,"botBytes":402663,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Harvard Business School","lang":"en","ssrTextLength":7055,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hcaptcha.com","rank":270,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hcaptcha.com","observedAt":"2026-08-09T18:06:58.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hcaptcha.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":109},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98463,"botStatus":200,"botBytes":98463,"detected":false},"llmsTxt":{"present":true,"bytes":8935,"specValid":true,"issues":[],"linkCount":40},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","FAQPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"hCaptcha: Real-Time Bot Detection & Fraud Prevention","lang":"en","ssrTextLength":14317,"h1Count":2,"landmarks":[],"imagesTotal":122,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hdhub4u.cl","rank":1982,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hdhub4u.cl","observedAt":"2026-08-09T18:06:58.651Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hdhub4u.med","rank":2001,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hdhub4u.med","observedAt":"2026-08-09T18:06:58.701Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hdhub4u.med/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5572,"botStatus":403,"botBytes":5551,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hdporncomics.com","rank":1865,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hdporncomics.com","observedAt":"2026-08-09T18:06:58.914Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hdporncomics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":37},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":554392,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HD Porn Comics | Sex Comics | Adult Comics | Hentai Comics |","lang":"en","ssrTextLength":5774,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":29,"imagesWithAlt":29,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hdslb.com","rank":2901,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hdslb.com","observedAt":"2026-08-09T18:06:59.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hdtube.porn","rank":1487,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hdtube.porn","observedAt":"2026-08-09T18:06:59.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hdtube.porn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot"],"groupCount":7,"usesAllowRules":false,"crawlDelay":40,"bytes":1080},"tier1Blocked":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":300990,"botStatus":200,"botBytes":301004,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free HD Porn Tube - Best Quality XXX Videos","lang":"en","ssrTextLength":6449,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":85,"imagesWithAlt":83,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"he.net","rank":1137,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"he.net","observedAt":"2026-08-09T18:07:00.161Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://he.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":60},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19763,"botStatus":200,"botBytes":19763,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hurricane Electric Internet Services - Internet Backbone and Colocation Provider","lang":"en","ssrTextLength":968,"h1Count":0,"landmarks":[],"imagesTotal":5,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"health.mil","rank":2695,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"health.mil","observedAt":"2026-08-09T18:07:00.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://health.mil/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":324},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":224116,"botStatus":200,"botBytes":224116,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MHS Home | Health.mil","lang":"en","ssrTextLength":12194,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":36,"imagesWithAlt":25,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"sitecore","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"healthline.com","rank":931,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"healthline.com","observedAt":"2026-08-09T18:07:00.526Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.healthline.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":165,"usesAllowRules":true,"crawlDelay":5,"bytes":8862},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":353950,"botStatus":200,"botBytes":344455,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Healthline: Medical information and health advice you can trust.","lang":"en","ssrTextLength":7776,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":60,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"heart.org","rank":2932,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heart.org","observedAt":"2026-08-09T18:07:00.925Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.heart.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4898,"botStatus":403,"botBytes":4898,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":747,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hebbia.ai","rank":4528,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hebbia.ai","observedAt":"2026-08-09T18:07:01.894Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hebbia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":58},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":175854,"botStatus":200,"botBytes":175854,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hebbia | AI built for the rigor of finance | Hebbia","lang":"en","ssrTextLength":4199,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":65,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"heise.de","rank":2721,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heise.de","observedAt":"2026-08-09T18:07:02.052Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.heise.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":920705,"botStatus":200,"botBytes":920705,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","Thing"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"heise online - IT-News, Nachrichten und Hintergründe | heise online","lang":"de","ssrTextLength":32687,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":544,"imagesWithAlt":167,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hellotalk8.com","rank":3067,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hellotalk8.com","observedAt":"2026-08-09T18:07:02.129Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"helpshift.com","rank":3957,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"helpshift.com","observedAt":"2026-08-09T18:07:02.274Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.helpshift.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":294},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":363089,"botStatus":200,"botBytes":363089,"detected":false},"llmsTxt":{"present":true,"bytes":24151,"specValid":true,"issues":[],"linkCount":11},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AI-Native Player Engagement Platform For Gaming | Helpshift","lang":"en","ssrTextLength":10248,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":38,"imagesWithAlt":37,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hentai.name","rank":1609,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hentai.name","observedAt":"2026-08-09T18:07:02.359Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hentai.name/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":27,"usesAllowRules":false,"crawlDelay":30,"bytes":1027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5708,"botStatus":403,"botBytes":4906,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hepsiburada.com","rank":3559,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hepsiburada.com","observedAt":"2026-08-09T18:07:02.475Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hepsiburada.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1755,"botStatus":200,"botBytes":941379,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hepsiburada | Güvenlik","lang":"en","ssrTextLength":22,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"here.com","rank":2517,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"here.com","observedAt":"2026-08-09T18:07:02.864Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.here.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1734},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":265915,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HERE Technologies | The world's #1 Location Platform & Mapping Technology","lang":"en","ssrTextLength":2776,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":31,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hereapi.com","rank":4275,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hereapi.com","observedAt":"2026-08-09T18:07:02.905Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"herokuapp.com","rank":889,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"herokuapp.com","observedAt":"2026-08-09T18:07:03.021Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://herokuapp.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"herokudns.com","rank":915,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"herokudns.com","observedAt":"2026-08-09T18:07:03.072Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hetzner.com","rank":2253,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hetzner.com","observedAt":"2026-08-09T18:07:03.347Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hetzner.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":196},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":133573,"botStatus":200,"botBytes":133573,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Günstige Dedicated Server, Cloud & Hosting aus Deutschland","lang":"en","ssrTextLength":6954,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":45,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"HeRay"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"heylink.me","rank":883,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heylink.me","observedAt":"2026-08-09T18:07:03.403Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://heylink.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":200,"botBytes":100085,"detected":false},"llmsTxt":{"present":true,"bytes":1476,"specValid":false,"issues":["no blockquote summary","no H2 sections"],"linkCount":9},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"heytapdl.com","rank":403,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heytapdl.com","observedAt":"2026-08-09T18:07:03.652Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"heytapdownload.com","rank":4427,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heytapdownload.com","observedAt":"2026-08-09T18:07:05.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://heytapdownload.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"heytapimg.com","rank":4110,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heytapimg.com","observedAt":"2026-08-09T18:07:05.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://heytapimg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2596,"botStatus":200,"botBytes":2596,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HeyTap","lang":null,"ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"heytapmobi.com","rank":1009,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heytapmobi.com","observedAt":"2026-08-09T18:07:05.293Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://heytapmobi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3619,"botStatus":200,"botBytes":3619,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"广东欢太科技有限公司","lang":null,"ssrTextLength":406,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"heytapmobile.com","rank":316,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heytapmobile.com","observedAt":"2026-08-09T18:07:05.441Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"heyzine.com","rank":3260,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"heyzine.com","observedAt":"2026-08-09T18:07:05.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://heyzine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":103},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":452700,"botStatus":200,"botBytes":452700,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Heyzine PDF To Flipbook - Online flipbook maker","lang":"en","ssrTextLength":13192,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":56,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hgtv.com","rank":4671,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hgtv.com","observedAt":"2026-08-09T18:07:05.576Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hgtv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","CCBot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":5,"bytes":617},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":366,"botStatus":200,"botBytes":440503,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hh.ru","rank":1777,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hh.ru","observedAt":"2026-08-09T18:07:06.069Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hh.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":60,"bytes":10371},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1588969,"botStatus":200,"botBytes":1686493,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Работа в Москве, поиск персонала и публикация вакансий - hh.ru","lang":"ru","ssrTextLength":953364,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":21,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hhs.gov","rank":2133,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hhs.gov","observedAt":"2026-08-09T18:07:06.531Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hhs.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":189572,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hichina.com","rank":195,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hichina.com","observedAt":"2026-08-09T18:07:06.707Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hicloud.com","rank":542,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hicloud.com","observedAt":"2026-08-09T18:07:06.734Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hicloudcam.com","rank":22,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hicloudcam.com","observedAt":"2026-08-09T18:07:07.104Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hihonor.com","rank":2457,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hihonor.com","observedAt":"2026-08-09T18:07:07.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.honor.com/global/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":30,"bytes":1921},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":787468,"botStatus":200,"botBytes":787468,"detected":false},"llmsTxt":{"present":true,"bytes":1958,"specValid":true,"issues":[],"linkCount":13},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"HONOR","lang":"en","ssrTextLength":12551,"h1Count":1,"landmarks":[],"imagesTotal":500,"imagesWithAlt":341,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hihonorcloud.com","rank":683,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hihonorcloud.com","observedAt":"2026-08-09T18:07:07.357Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hik-connect.com","rank":1344,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hik-connect.com","observedAt":"2026-08-09T18:07:07.587Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hikvision-cctv.su","rank":4208,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hikvision-cctv.su","observedAt":"2026-08-09T18:07:07.649Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hilton.com","rank":886,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hilton.com","observedAt":"2026-08-09T18:07:07.707Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hilton.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":770},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":121901,"botStatus":200,"botBytes":419203,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hilton Page Reference Code","lang":null,"ssrTextLength":692,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hindawi.com","rank":5070,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hindawi.com","observedAt":"2026-08-09T18:07:07.788Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hindawi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended"],"groupCount":4,"usesAllowRules":true,"crawlDelay":1,"bytes":885},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5935,"botStatus":403,"botBytes":5892,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hindustantimes.com","rank":2662,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hindustantimes.com","observedAt":"2026-08-09T18:07:08.516Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hindustantimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Google-Extended"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1549},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":908706,"botStatus":200,"botBytes":908706,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","NewsMediaOrganization","WebSite","MobileApplication","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hindustan Times: Breaking News, Latest News, India News, World News & Cricket Today's Headlines | Hindustan Times","lang":"en","ssrTextLength":14078,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":153,"imagesWithAlt":152,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hinet.net","rank":2611,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hinet.net","observedAt":"2026-08-09T18:07:08.604Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cht.com.tw/home/consumer/broadband/preferential/hinetupgrade","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":231501,"botStatus":200,"botBytes":231501,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"寬頻升速續約專區 | 中華電信網路門市 CHT.com.tw","lang":"zh","ssrTextLength":4139,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":64,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":null,"server":"HiNetCDN"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"hisavana.com","rank":2708,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hisavana.com","observedAt":"2026-08-09T18:07:08.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hismarttv.com","rank":4752,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hismarttv.com","observedAt":"2026-08-09T18:07:09.110Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hismarttv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":581,"botStatus":403,"botBytes":179,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"30x 40x or 50x error","lang":null,"ssrTextLength":50,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"JUHAOKAN"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"histats.com","rank":3853,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"histats.com","observedAt":"2026-08-09T18:07:10.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.histats.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":192},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34087,"botStatus":200,"botBytes":34087,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Histats.com Counter ,the free web stats and stat counter, hit counter, free web tracker and tracking tools, professional and free!!","lang":null,"ssrTextLength":1203,"h1Count":0,"landmarks":[],"imagesTotal":44,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"history.com","rank":2811,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"history.com","observedAt":"2026-08-09T18:07:10.344Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.history.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":96},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":783356,"botStatus":200,"botBytes":783356,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Graph","WebSite","BreadcrumbList","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HISTORY | Topics, Shows and This Day in History | HISTORY","lang":"en","ssrTextLength":8417,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":67,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hitomi.la","rank":1412,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hitomi.la","observedAt":"2026-08-09T18:07:10.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hitomi.la/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":54},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5752,"botStatus":200,"botBytes":5752,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"| Hitomi.la","lang":null,"ssrTextLength":219,"h1Count":0,"landmarks":["nav"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.31.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hiyaapi.com","rank":4005,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hiyaapi.com","observedAt":"2026-08-09T18:07:10.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hln.be","rank":1265,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hln.be","observedAt":"2026-08-09T18:07:11.061Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hln.be/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":30,"usesAllowRules":true,"crawlDelay":null,"bytes":2689},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":452,"botStatus":403,"botBytes":452,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":222,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hltv.org","rank":1134,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hltv.org","observedAt":"2026-08-09T18:07:11.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hltv.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5722,"botStatus":403,"botBytes":5701,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hm.com","rank":948,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hm.com","observedAt":"2026-08-09T18:07:11.500Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":356,"botStatus":403,"botBytes":356,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":195,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hochi.news","rank":4871,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hochi.news","observedAt":"2026-08-09T18:07:11.526Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hochi.news/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":29,"usesAllowRules":false,"crawlDelay":null,"bytes":1098},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":296404,"botStatus":200,"botBytes":296404,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"スポーツ報知：報知新聞社のスポーツ&芸能ニュースサイト","lang":"ja","ssrTextLength":15499,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":233,"imagesWithAlt":171,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hollywoodbets.net","rank":1345,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hollywoodbets.net","observedAt":"2026-08-09T18:07:11.665Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hollywoodbets.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5731,"botStatus":403,"botBytes":5732,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hollywoodreporter.com","rank":2643,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hollywoodreporter.com","observedAt":"2026-08-09T18:07:11.684Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hollywoodreporter.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":27,"usesAllowRules":true,"crawlDelay":5,"bytes":1618},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":694968,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The Hollywood Reporter – Movie news, TV news, awards news, lifestyle news, business news and more from The Hollywood Reporter.","lang":"en","ssrTextLength":15710,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":82,"imagesWithAlt":74,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"home-assistant.io","rank":2506,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"home-assistant.io","observedAt":"2026-08-09T18:07:12.616Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.home-assistant.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":76},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":589797,"botStatus":200,"botBytes":589797,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home Assistant","lang":"en","ssrTextLength":7452,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":35,"imagesWithAlt":34,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"home.blog","rank":4175,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"home.blog","observedAt":"2026-08-09T18:07:12.807Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":88},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"home.pl","rank":1895,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"home.pl","observedAt":"2026-08-09T18:07:13.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://home.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":82},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":593147,"botStatus":200,"botBytes":593147,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"home.pl: Nr 1 w Polsce. Domeny, Hosting, Serwery WWW, Strony, Sklepy","lang":"pl","ssrTextLength":14579,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":108,"imagesWithAlt":79,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"homedepot.com","rank":742,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"homedepot.com","observedAt":"2026-08-09T18:07:13.700Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.homedepot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1411},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371,"botStatus":200,"botBytes":1284653,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":206,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"homes.com","rank":4287,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"homes.com","observedAt":"2026-08-09T18:07:14.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://homes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":359,"botStatus":200,"botBytes":94903,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":198,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"homestead.com","rank":4399,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"homestead.com","observedAt":"2026-08-09T18:07:14.406Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://homestead.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":403,"botBytes":5685,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"honeygain.com","rank":4941,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"honeygain.com","observedAt":"2026-08-09T18:07:14.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.honeygain.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":410559,"botStatus":200,"botBytes":410601,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Honeygain | An Earning App That Works in the Background","lang":"en","ssrTextLength":6916,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":31,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"honeywell.com","rank":3521,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"honeywell.com","observedAt":"2026-08-09T18:07:15.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.honeywell.com/us/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1859},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159749,"botStatus":200,"botBytes":159750,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Honeywell Technologies: Leading the Autonomy Shift","lang":"en","ssrTextLength":9546,"h1Count":0,"landmarks":["main","nav","header","article","aside"],"imagesTotal":32,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"honor.com","rank":3376,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"honor.com","observedAt":"2026-08-09T18:07:15.577Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.honor.com/global/?host=honor.com","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":30,"bytes":1921},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":787468,"botStatus":200,"botBytes":787468,"detected":false},"llmsTxt":{"present":true,"bytes":1958,"specValid":true,"issues":[],"linkCount":13},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"HONOR","lang":"en","ssrTextLength":12551,"h1Count":1,"landmarks":[],"imagesTotal":500,"imagesWithAlt":341,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hookspf.com","rank":4352,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hookspf.com","observedAt":"2026-08-09T18:07:15.678Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hootsuite.com","rank":3170,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hootsuite.com","observedAt":"2026-08-09T18:07:16.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hootsuite.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","Amazonbot"],"groupCount":14,"usesAllowRules":true,"crawlDelay":null,"bytes":7994},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":413661,"botStatus":200,"botBytes":413661,"detected":false},"llmsTxt":{"present":true,"bytes":21331,"specValid":false,"issues":["no blockquote summary","no H2 sections"],"linkCount":100},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Social Media Marketing and Management Tool | Hootsuite","lang":"en","ssrTextLength":9808,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":69,"imagesWithAlt":68,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hopkinsmedicine.org","rank":3384,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hopkinsmedicine.org","observedAt":"2026-08-09T18:07:16.117Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hopkinsmedicine.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5493,"botStatus":403,"botBytes":5493,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":757,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hostedemail.com","rank":2802,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hostedemail.com","observedAt":"2026-08-09T18:07:16.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hoster.kz","rank":3248,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hoster.kz","observedAt":"2026-08-09T18:07:16.535Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hoster.kz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":285},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":622580,"botStatus":200,"botBytes":622580,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ᐈ Купить хостинг в Казахстане. Регистрация доменов .KZ","lang":"en","ssrTextLength":14462,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":43,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"89.46.33.61"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"hoster.ru","rank":2948,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hoster.ru","observedAt":"2026-08-09T18:07:17.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hoster.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":4899},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":438378,"botStatus":200,"botBytes":438378,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Платный хостинг для сайта — купить недорого у хостинг-провайдера Hoster.ru","lang":"ru","ssrTextLength":27730,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":41,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hosteurope.de","rank":4755,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hosteurope.de","observedAt":"2026-08-09T18:07:17.839Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hosteurope.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":243},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5478,"botStatus":200,"botBytes":103384,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hostgator.com","rank":408,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hostgator.com","observedAt":"2026-08-09T18:07:18.161Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hostgator.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":387895,"botStatus":200,"botBytes":390054,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hostgator.com","lang":"en","ssrTextLength":717,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hostgator.com.br","rank":841,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hostgator.com.br","observedAt":"2026-08-09T18:07:18.392Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hostgator.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":321285,"botStatus":200,"botBytes":321285,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Brand","WebSite","WebPage","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hospedagem de Sites: Rápida, Segura e Confiável | HostGator","lang":"pt","ssrTextLength":2155,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hostinger.com","rank":1301,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hostinger.com","observedAt":"2026-08-09T18:07:18.509Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hostinger.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","MistralAI-User","YouBot","DuckAssistBot","Google-NotebookLM"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":9167},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":786738,"botStatus":200,"botBytes":786738,"detected":false},"llmsTxt":{"present":true,"bytes":292473,"specValid":true,"issues":[],"linkCount":1493},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","Service","Product","ImageObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hostinger - Bring Your Idea Online With a Website","lang":"en","ssrTextLength":13161,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":36,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hostingersite.com","rank":4317,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hostingersite.com","observedAt":"2026-08-09T18:07:18.694Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hostingradio.ru","rank":2636,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hostingradio.ru","observedAt":"2026-08-09T18:07:19.114Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://micro-it.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":691437,"botStatus":200,"botBytes":691437,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ИТ—решения для радио. Организация бесперебойного радиовещания в интернете | Радиохостинг","lang":"ru","ssrTextLength":6209,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":60,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hostpoint.ch","rank":2047,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hostpoint.ch","observedAt":"2026-08-09T18:07:19.232Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hostpoint.ch/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":161},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":296032,"botStatus":200,"botBytes":296032,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Hostpoint | Domains, Webhosting, Managed Server, E-Mail und mehr!","lang":"de","ssrTextLength":8227,"h1Count":10,"landmarks":["footer"],"imagesTotal":36,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hotels.com","rank":3343,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotels.com","observedAt":"2026-08-09T18:07:19.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.hotels.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120011,"botStatus":200,"botBytes":801925,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bot or Not?","lang":null,"ssrTextLength":127,"h1Count":0,"landmarks":["main","header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hotjar.com","rank":577,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotjar.com","observedAt":"2026-08-09T18:07:20.234Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hotjar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":510},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":317404,"botStatus":200,"botBytes":317404,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hotjar: Website Heatmaps & Behavior Analytics Tools","lang":"en","ssrTextLength":4127,"h1Count":2,"landmarks":["main","nav","footer"],"imagesTotal":53,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hotjar.io","rank":3219,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotjar.io","observedAt":"2026-08-09T18:07:20.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hotmail.com","rank":2317,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotmail.com","observedAt":"2026-08-09T18:07:20.500Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://outlook.live.com/mail/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14102,"botStatus":200,"botBytes":14102,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Outlook","lang":null,"ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-HTTPAPI/2.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hotmart.com","rank":3660,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotmart.com","observedAt":"2026-08-09T18:07:20.893Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hotmart.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1684},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":411317,"botStatus":200,"botBytes":411322,"detected":false},"llmsTxt":{"present":true,"bytes":15715,"specValid":false,"issues":["no H1 title"],"linkCount":54},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","BreadcrumbList","FAQPage","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hotmart — Learn what you want, teach what you know","lang":"en","ssrTextLength":8246,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hotpepper.jp","rank":1235,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotpepper.jp","observedAt":"2026-08-09T18:07:20.923Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hotpepper.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":10,"bytes":204},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84117,"botStatus":200,"botBytes":84117,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ホットペッパーグルメ","lang":"ja","ssrTextLength":4452,"h1Count":2,"landmarks":[],"imagesTotal":24,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hotpic.cc","rank":1941,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotpic.cc","observedAt":"2026-08-09T18:07:21.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hotpic.cc/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41699,"botStatus":200,"botBytes":41699,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HOTPIC — Free Image Hosting and Photo Sharing Service","lang":"en","ssrTextLength":1886,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":9,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hotstar.com","rank":3234,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotstar.com","observedAt":"2026-08-09T18:07:22.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hotstar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":190119,"botStatus":200,"botBytes":190119,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"eng","ssrTextLength":154,"h1Count":0,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hotxv.com","rank":1632,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hotxv.com","observedAt":"2026-08-09T18:07:22.491Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hotxv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":40568,"botStatus":200,"botBytes":40243,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sex Videos XXX Download Porn Mp4 - Porn Videos","lang":"en","ssrTextLength":3210,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":31,"imagesWithAlt":31,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"house.gov","rank":2158,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"house.gov","observedAt":"2026-08-09T18:07:23.029Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.house.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":192754,"botStatus":200,"botBytes":192717,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Homepage | house.gov","lang":"en","ssrTextLength":42979,"h1Count":2,"landmarks":["nav","footer","article"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"houzz.com","rank":3308,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"houzz.com","observedAt":"2026-08-09T18:07:23.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.houzz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":7485},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1004743,"botStatus":200,"botBytes":991413,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Houzz for Pros and Homeowners | Build and Design Software | Try Free for 30 Days","lang":"en","ssrTextLength":7750,"h1Count":0,"landmarks":["nav","header","article"],"imagesTotal":95,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hover.com","rank":2026,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hover.com","observedAt":"2026-08-09T18:07:23.375Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hover.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":791},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":35446,"botStatus":200,"botBytes":35446,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Names | Buy Domains & Email At Hover.com","lang":null,"ssrTextLength":9663,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":20,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"howstuffworks.com","rank":2711,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"howstuffworks.com","observedAt":"2026-08-09T18:07:23.385Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://howstuffworks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2044,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"howtogeek.com","rank":3768,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"howtogeek.com","observedAt":"2026-08-09T18:07:23.980Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.howtogeek.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Applebot-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1996},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":888588,"botStatus":200,"botBytes":888750,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"How-To Geek - We Explain Technology","lang":"en","ssrTextLength":8274,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":59,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hoyoverse.com","rank":2388,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hoyoverse.com","observedAt":"2026-08-09T18:07:24.696Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hoyoverse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2466,"botStatus":200,"botBytes":2466,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HoYoverse","lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"nginx/1.21.6"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hp.com","rank":283,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hp.com","observedAt":"2026-08-09T18:07:24.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hp.com/us-en/home.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":14,"usesAllowRules":true,"crawlDelay":0,"bytes":17095},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":586259,"botStatus":200,"botBytes":586259,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Laptop Computers, Desktops, Printers, Ink & Toner  | HP® Official Site","lang":"en","ssrTextLength":6699,"h1Count":0,"landmarks":["nav"],"imagesTotal":61,"imagesWithAlt":58,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"hpdaas.com","rank":4588,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hpdaas.com","observedAt":"2026-08-09T18:07:25.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hpdaas.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5729,"botStatus":200,"botBytes":5729,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hpe.com","rank":2187,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hpe.com","observedAt":"2026-08-09T18:07:25.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hpeprint.com","rank":3250,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hpeprint.com","observedAt":"2026-08-09T18:07:25.758Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hqporner.com","rank":1878,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hqporner.com","observedAt":"2026-08-09T18:07:26.127Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hqporner.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":275302,"botStatus":200,"botBytes":275132,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HD Porn Videos Tube, Thousands of High Definition Porn Videos","lang":null,"ssrTextLength":4668,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":57,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.16.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hrw.org","rank":3348,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hrw.org","observedAt":"2026-08-09T18:07:26.815Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hrw.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":2902},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":306828,"botStatus":200,"botBytes":306828,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Human Rights Watch | Defending Human Rights Worldwide","lang":"en","ssrTextLength":29102,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":67,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hs-analytics.net","rank":3525,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hs-analytics.net","observedAt":"2026-08-09T18:07:27.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hs-banner.com","rank":3460,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hs-banner.com","observedAt":"2026-08-09T18:07:27.414Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hs-scripts.com","rank":3440,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hs-scripts.com","observedAt":"2026-08-09T18:07:28.003Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hscollectedforms.net","rank":4056,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hscollectedforms.net","observedAt":"2026-08-09T18:07:28.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hse.ru","rank":4412,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hse.ru","observedAt":"2026-08-09T18:07:28.190Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hse.ru/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":3,"bytes":3412},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":109249,"botStatus":200,"botBytes":109249,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HSE University","lang":null,"ssrTextLength":14519,"h1Count":0,"landmarks":["footer"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hsforms.com","rank":2207,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hsforms.com","observedAt":"2026-08-09T18:07:28.306Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hstgr.net","rank":881,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hstgr.net","observedAt":"2026-08-09T18:07:28.608Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"html-load.com","rank":2349,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"html-load.com","observedAt":"2026-08-09T18:07:28.897Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://html-load.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"html5up.net","rank":5112,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"html5up.net","observedAt":"2026-08-09T18:07:29.863Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://html5up.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":36},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30123,"botStatus":200,"botBytes":30123,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HTML5 UP! Responsive HTML5 and CSS3 Site Templates","lang":null,"ssrTextLength":2472,"h1Count":1,"landmarks":["header","footer","article"],"imagesTotal":88,"imagesWithAlt":88,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"htsc.com","rank":4350,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"htsc.com","observedAt":"2026-08-09T18:07:29.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"htzq.com.cn","rank":3700,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"htzq.com.cn","observedAt":"2026-08-09T18:07:30.126Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"huawei.com","rank":419,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"huawei.com","observedAt":"2026-08-09T18:07:30.669Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.huawei.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1048},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":117949,"botStatus":200,"botBytes":117949,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Huawei - Building a Fully Connected, Intelligent World","lang":"en","ssrTextLength":4618,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":32,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":null,"server":"PAAS-WEB"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hubapi.com","rank":3695,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hubapi.com","observedAt":"2026-08-09T18:07:30.807Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://developers.hubspot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":287218,"botStatus":200,"botBytes":287218,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HubSpot Developers | Create tomorrow's solutions today on HubSpot's Developer Platform.","lang":"en","ssrTextLength":5346,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hubspot.com","rank":250,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hubspot.com","observedAt":"2026-08-09T18:07:31.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hubspot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":12606},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":622965,"botStatus":200,"botBytes":610089,"detected":false},"llmsTxt":{"present":true,"bytes":30688,"specValid":false,"issues":["no blockquote summary"],"linkCount":201},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","Product"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HubSpot | Software & Tools for your Business - Homepage","lang":"en","ssrTextLength":14983,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":84,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hubspot.net","rank":2498,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hubspot.net","observedAt":"2026-08-09T18:07:31.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hubspot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":12606},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":622965,"botStatus":200,"botBytes":610089,"detected":false},"llmsTxt":{"present":true,"bytes":30688,"specValid":false,"issues":["no blockquote summary"],"linkCount":201},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","Product"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HubSpot | Software & Tools for your Business - Homepage","lang":"en","ssrTextLength":14983,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":84,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hubspotusercontent-na1.net","rank":4261,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hubspotusercontent-na1.net","observedAt":"2026-08-09T18:07:31.538Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"huffingtonpost.com","rank":1242,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"huffingtonpost.com","observedAt":"2026-08-09T18:07:31.629Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.huffpost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":33,"usesAllowRules":true,"crawlDelay":null,"bytes":2562},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":854761,"botStatus":200,"botBytes":854761,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HuffPost - Breaking News, Politics, Entertainment & Opinion","lang":"en","ssrTextLength":10470,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":102,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"huffpost.com","rank":1006,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"huffpost.com","observedAt":"2026-08-09T18:07:31.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.huffpost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":33,"usesAllowRules":true,"crawlDelay":null,"bytes":2562},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":854761,"botStatus":200,"botBytes":854761,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HuffPost - Breaking News, Politics, Entertainment & Opinion","lang":"en","ssrTextLength":10470,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":102,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"hugedomains.com","rank":1270,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hugedomains.com","observedAt":"2026-08-09T18:07:31.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://hugedomains.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":606},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5489,"botStatus":403,"botBytes":5489,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":753,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hugedomainsdns.com","rank":4410,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hugedomainsdns.com","observedAt":"2026-08-09T18:07:31.914Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"huggingface.co","rank":1240,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"huggingface.co","observedAt":"2026-08-09T18:07:33.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://huggingface.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":68},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":181108,"botStatus":200,"botBytes":181108,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hugging Face – The AI community building the future.","lang":null,"ssrTextLength":4475,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":28,"imagesWithAlt":26,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hulu.com","rank":1978,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hulu.com","observedAt":"2026-08-09T18:07:33.812Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3093},"tier1Blocked":["Perplexity-User"],"tier2Blocked":["cohere-ai","MistralAI-User","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"humeysha.com","rank":3944,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"humeysha.com","observedAt":"2026-08-09T18:07:34.042Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"humoruniv.com","rank":1686,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"humoruniv.com","observedAt":"2026-08-09T18:07:34.705Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://web.humoruniv.com/main.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96996,"botStatus":403,"botBytes":0,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"�ູ�� ����, ������п� ���̽��ϴ�.","lang":"ko","ssrTextLength":6385,"h1Count":0,"landmarks":[],"imagesTotal":150,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"huntress.io","rank":2756,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"huntress.io","observedAt":"2026-08-09T18:07:35.181Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":126},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hurriyet.com.tr","rank":4773,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hurriyet.com.tr","observedAt":"2026-08-09T18:07:35.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hurriyet.com.tr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","cohere-ai"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":736},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"tier2Blocked":["cohere-ai"],"cloaking":{"tested":true,"browserBytes":221711,"botStatus":200,"botBytes":221711,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hürriyet - Haber, Son Dakika Haberler, Güncel Gazete Haberleri","lang":"tr","ssrTextLength":13210,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":138,"imagesWithAlt":134,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"MerlinCDN"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"huya.com","rank":4856,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"huya.com","observedAt":"2026-08-09T18:07:35.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":12,"usesAllowRules":false,"crawlDelay":null,"bytes":1172},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hwcdn.ru","rank":2122,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hwcdn.ru","observedAt":"2026-08-09T18:07:35.668Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hyatt.com","rank":2352,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hyatt.com","observedAt":"2026-08-09T18:07:36.040Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.hyatt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12073,"botStatus":429,"botBytes":0,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hyatt Hotels and Resorts","lang":null,"ssrTextLength":1738,"h1Count":10,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hybrid.ai","rank":2985,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hybrid.ai","observedAt":"2026-08-09T18:07:36.412Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hybrid.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1782},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":211936,"botStatus":200,"botBytes":211936,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The leading programmatic marketing platform | Hybrid DSP programmatic advertising","lang":"en","ssrTextLength":5745,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":44,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hyperliquid.xyz","rank":4575,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hyperliquid.xyz","observedAt":"2026-08-09T18:07:36.576Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hyperfoundation.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1271,"botStatus":200,"botBytes":1271,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hyper Foundation","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hyprmx.com","rank":5084,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hyprmx.com","observedAt":"2026-08-09T18:07:36.621Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hyprmx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43438,"botStatus":200,"botBytes":43438,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"HyprMX - Brand Ads for Mobile Apps from Top Fortune 500 Advertisers","lang":"en","ssrTextLength":2148,"h1Count":1,"landmarks":["nav"],"imagesTotal":64,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"hyundai-meacv.com","rank":2843,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"hyundai-meacv.com","observedAt":"2026-08-09T18:07:36.710Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"i18n-pglstatp.com","rank":1047,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"i18n-pglstatp.com","observedAt":"2026-08-09T18:07:36.770Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iana.org","rank":1422,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iana.org","observedAt":"2026-08-09T18:07:36.881Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iana.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6251,"botStatus":200,"botBytes":6251,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Internet Assigned Numbers Authority","lang":null,"ssrTextLength":1294,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"iastate.edu","rank":3282,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iastate.edu","observedAt":"2026-08-09T18:07:36.999Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iastate.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60233,"botStatus":200,"botBytes":60233,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Iowa State University","lang":"en","ssrTextLength":4539,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache/2.4.58 (Ubuntu)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"iau.ir","rank":1905,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iau.ir","observedAt":"2026-08-09T18:07:38.112Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://iau.ir/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":66146,"botStatus":403,"botBytes":66146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IAU | 403 Forbidden","lang":"en","ssrTextLength":247,"h1Count":1,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ArvanCloud"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ibb.co","rank":2578,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ibb.co","observedAt":"2026-08-09T18:07:38.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://imgbb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42714,"botStatus":200,"botBytes":42714,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ImgBB — Upload Image — Free Image Hosting","lang":"en","ssrTextLength":3264,"h1Count":2,"landmarks":["header"],"imagesTotal":3,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ibm.com","rank":276,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ibm.com","observedAt":"2026-08-09T18:07:39.756Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ibm.com/us-en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":10,"usesAllowRules":false,"crawlDelay":null,"bytes":4540},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":205367,"botStatus":200,"botBytes":205367,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"IBM","lang":"en","ssrTextLength":4027,"h1Count":1,"landmarks":[],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ibytedtos.com","rank":2676,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ibytedtos.com","observedAt":"2026-08-09T18:07:40.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ibyteimg.com","rank":392,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ibyteimg.com","observedAt":"2026-08-09T18:07:40.780Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"icanhazip.com","rank":1222,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"icanhazip.com","observedAt":"2026-08-09T18:07:41.244Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://icanhazip.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":15},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15,"botStatus":200,"botBytes":15,"detected":false},"llmsTxt":{"present":true,"bytes":15,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":15},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":14,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"icann.org","rank":2358,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"icann.org","observedAt":"2026-08-09T18:07:41.387Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.icann.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":30},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5836,"botStatus":403,"botBytes":5836,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":747,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"icio.us","rank":4611,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"icio.us","observedAt":"2026-08-09T18:07:41.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://icio.us/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11321,"botStatus":200,"botBytes":11321,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Apache2 Ubuntu Default Page: It works","lang":null,"ssrTextLength":3401,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.18 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"icloud-content.com","rank":597,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"icloud-content.com","observedAt":"2026-08-09T18:07:41.890Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://developer.apple.com/icloud/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":110762,"botStatus":200,"botBytes":110762,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"iCloud - Apple Developer","lang":"en","ssrTextLength":5571,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apple"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"icloud.com","rank":59,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"icloud.com","observedAt":"2026-08-09T18:07:42.221Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.icloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1221},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30948,"botStatus":200,"botBytes":30948,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"iCloud","lang":"en","ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AppleHttpServer/49038fd1175c"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"icloud.com.cn","rank":2771,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"icloud.com.cn","observedAt":"2026-08-09T18:07:42.403Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.icloud.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1221},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30948,"botStatus":200,"botBytes":30948,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"iCloud","lang":"en","ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AppleHttpServer/10001b7abc37"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"icndns.net","rank":3150,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"icndns.net","observedAt":"2026-08-09T18:07:42.884Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ico.org.uk","rank":1781,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ico.org.uk","observedAt":"2026-08-09T18:07:42.998Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ico.org.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":6,"bytes":206},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":53127,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Information Commissioner's Office","lang":"en","ssrTextLength":1049,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"id.me","rank":1347,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"id.me","observedAt":"2026-08-09T18:07:43.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://id.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5694,"botStatus":403,"botBytes":5694,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"id5-sync.com","rank":692,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"id5-sync.com","observedAt":"2026-08-09T18:07:43.704Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://id5-sync.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12,"botStatus":200,"botBytes":12,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":12,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"idealista.com","rank":1249,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"idealista.com","observedAt":"2026-08-09T18:07:44.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.idealista.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":16125},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":776,"botStatus":403,"botBytes":773,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"idealista.com","lang":"es","ssrTextLength":57,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"DataDome"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"idealista.it","rank":1402,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"idealista.it","observedAt":"2026-08-09T18:07:44.330Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.idealista.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":12677},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":775,"botStatus":403,"botBytes":772,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"idealista.it","lang":"it","ssrTextLength":56,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"DataDome"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"idealo.de","rank":3148,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"idealo.de","observedAt":"2026-08-09T18:07:44.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.idealo.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3888,"botStatus":200,"botBytes":1530781,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"idealo","lang":null,"ssrTextLength":268,"h1Count":0,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"identrust.com","rank":3712,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"identrust.com","observedAt":"2026-08-09T18:07:44.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.identrust.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1981},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":138920,"botStatus":200,"botBytes":138920,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IdenTrust – Part of HID Global","lang":"en","ssrTextLength":4813,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":28,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"idnes.cz","rank":1125,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"idnes.cz","observedAt":"2026-08-09T18:07:46.049Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.idnes.cz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":18,"usesAllowRules":true,"crawlDelay":null,"bytes":1105},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":201507,"botStatus":200,"botBytes":201135,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"iDNES.cz – s námi víte víc","lang":"cs","ssrTextLength":17815,"h1Count":1,"landmarks":[],"imagesTotal":97,"imagesWithAlt":60,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"iea.org","rank":2983,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iea.org","observedAt":"2026-08-09T18:07:46.746Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.iea.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5743,"botStatus":403,"botBytes":5721,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ieee.org","rank":580,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ieee.org","observedAt":"2026-08-09T18:07:47.171Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.ieee.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2047,"botStatus":202,"botBytes":2047,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ietf.org","rank":462,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ietf.org","observedAt":"2026-08-09T18:07:47.277Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ietf.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":51},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84162,"botStatus":403,"botBytes":5482,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IETF  | Internet Engineering Task Force","lang":"en","ssrTextLength":6247,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ifconfig.co","rank":4813,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ifconfig.co","observedAt":"2026-08-09T18:07:47.563Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ifconfig.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5593,"botStatus":403,"botBytes":5572,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ifconfig.me","rank":2971,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ifconfig.me","observedAt":"2026-08-09T18:07:47.915Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ifconfig.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11226,"botStatus":200,"botBytes":11190,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"What Is My IP Address? - ifconfig.me","lang":"en","ssrTextLength":1831,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ifeng.com","rank":2522,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ifeng.com","observedAt":"2026-08-09T18:07:48.297Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ifeng.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":123},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":330187,"botStatus":200,"botBytes":330187,"detected":false},"llmsTxt":{"present":true,"bytes":50033,"specValid":true,"issues":[],"linkCount":571},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"凤凰网","lang":"zh","ssrTextLength":6812,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":23,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"tencent","server":"openresty/1.27.1.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ifood.com.br","rank":3212,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ifood.com.br","observedAt":"2026-08-09T18:07:48.320Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ifood.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":636},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":35860,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Delivery de Comida e Mercado - iFood","lang":"pt","ssrTextLength":1299,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"igamecj.com","rank":1861,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"igamecj.com","observedAt":"2026-08-09T18:07:48.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ign.com","rank":2098,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ign.com","observedAt":"2026-08-09T18:07:49.257Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ign.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":11815},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":261945,"botStatus":403,"botBytes":3363,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Video Game News, Reviews, and Walkthroughs - IGN","lang":"en","ssrTextLength":4343,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":42,"imagesWithAlt":40,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"igodigital.com","rank":2387,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"igodigital.com","observedAt":"2026-08-09T18:07:49.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ihc.ru","rank":2891,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ihc.ru","observedAt":"2026-08-09T18:07:49.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ihc.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":578},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":88327,"botStatus":200,"botBytes":88327,"detected":false},"llmsTxt":{"present":true,"bytes":10583,"specValid":true,"issues":[],"linkCount":44},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Хостинг, VPS/VDS, регистрация доменов | Интернет Хостинг Центр","lang":"ru","ssrTextLength":5580,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":13,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iheart.com","rank":2534,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iheart.com","observedAt":"2026-08-09T18:07:50.464Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iheart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":589},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":634381,"botStatus":200,"botBytes":440167,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Listen to Your Favorite Music, Podcasts, and Radio Stations for Free!","lang":"en","ssrTextLength":3053,"h1Count":0,"landmarks":["main","nav","footer","article"],"imagesTotal":70,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ihg.com","rank":2157,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ihg.com","observedAt":"2026-08-09T18:07:52.254Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ihg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":355,"botStatus":200,"botBytes":272654,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":194,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"iii.com","rank":4090,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iii.com","observedAt":"2026-08-09T18:07:52.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://iii.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":165},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":204536,"botStatus":200,"botBytes":204536,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Integrated Library Systems | Library Services Platform | Library Management Systems | iii.com","lang":"en","ssrTextLength":9052,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":22,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iiko.it","rank":143,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iiko.it","observedAt":"2026-08-09T18:07:52.738Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iinet.net.au","rank":3949,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iinet.net.au","observedAt":"2026-08-09T18:07:52.813Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iinet.net.au/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2208},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":215129,"botStatus":200,"botBytes":215129,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Australia's Speedy Internet & Mobile Services |  iiNet","lang":"en","ssrTextLength":27122,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":9,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"iionads.com","rank":3134,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iionads.com","observedAt":"2026-08-09T18:07:53.265Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://iionads.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ijavhd.com","rank":1603,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ijavhd.com","observedAt":"2026-08-09T18:07:53.904Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://x.ijavhd.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":168},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":73215,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free JAV HD Porn Streaming Online, Erotic Porn Movies","lang":"en","ssrTextLength":5496,"h1Count":1,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ikarem.io","rank":2706,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ikarem.io","observedAt":"2026-08-09T18:07:54.169Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ikea.com","rank":617,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ikea.com","observedAt":"2026-08-09T18:07:54.537Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ikea.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":4060},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":582273,"botStatus":200,"botBytes":582273,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Hej! Welcome to IKEA Global","lang":"en","ssrTextLength":5587,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":39,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ilfattoquotidiano.it","rank":1316,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ilfattoquotidiano.it","observedAt":"2026-08-09T18:07:55.079Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ilfattoquotidiano.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":5,"bytes":1064},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":869716,"botStatus":200,"botBytes":869716,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"News e ultime notizie su politica, cronaca, giustizia, economia | Il Fatto Quotidiano","lang":"it","ssrTextLength":30927,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":546,"imagesWithAlt":509,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"illinois.edu","rank":2569,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"illinois.edu","observedAt":"2026-08-09T18:07:56.964Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://illinois.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":110},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95100,"botStatus":200,"botBytes":95100,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","CollegeOrUniversity"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Illinois","lang":"en","ssrTextLength":5642,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":58,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx/1.22.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ilmeteo.it","rank":1405,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ilmeteo.it","observedAt":"2026-08-09T18:07:57.168Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ilmeteo.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":2,"bytes":3395},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":418696,"botStatus":200,"botBytes":418696,"detected":false},"llmsTxt":{"present":true,"bytes":3361,"specValid":true,"issues":[],"linkCount":12},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","VideoObject"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"iLMeteo ▷ Meteo e previsioni del tempo in Italia * iLMeteo.it","lang":"it","ssrTextLength":9819,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":59,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ilo.org","rank":2773,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ilo.org","observedAt":"2026-08-09T18:07:57.426Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ilo.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":90204,"botStatus":403,"botBytes":4896,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ILO Homepage | International Labour Organization","lang":"en","ssrTextLength":4336,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":24,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ilovepdf.com","rank":1080,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ilovepdf.com","observedAt":"2026-08-09T18:07:57.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ilovepdf.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":32},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":121151,"botStatus":200,"botBytes":121151,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"iLovePDF | Online PDF tools for PDF lovers","lang":"en","ssrTextLength":6761,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ilsole24ore.com","rank":3998,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ilsole24ore.com","observedAt":"2026-08-09T18:07:58.306Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ilsole24ore.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Amazonbot","DuckAssistBot"],"groupCount":18,"usesAllowRules":true,"crawlDelay":null,"bytes":831},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":963468,"botStatus":403,"botBytes":373,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Il Sole 24 Ore: notizie di economia, finanza, borsa, fisco, cronaca italiana ed esteri - Il Sole 24 ORE","lang":"it","ssrTextLength":3663,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx/1.25.5"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iltalehti.fi","rank":1432,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iltalehti.fi","observedAt":"2026-08-09T18:07:59.002Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iltalehti.fi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":64,"usesAllowRules":false,"crawlDelay":null,"bytes":2879},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":350114,"botStatus":200,"botBytes":350114,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Iltalehti | IL - Suomen suurin uutispalvelu","lang":"fi","ssrTextLength":1387,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":5,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"im-apps.net","rank":2264,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"im-apps.net","observedAt":"2026-08-09T18:07:59.390Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://im-apps.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":989,"botStatus":200,"botBytes":989,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":377,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"UploadServer"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imageclean.app","rank":null,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imageclean.app","observedAt":"2026-08-09T18:08:00.375Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://imageclean.app/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":113},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55459,"botStatus":200,"botBytes":55459,"detected":false},"llmsTxt":{"present":true,"bytes":1339,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"PrivacyPixels | Strip photo metadata. Keyword stock photos.","lang":"en","ssrTextLength":3831,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imagefap.com","rank":1465,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imagefap.com","observedAt":"2026-08-09T18:08:00.415Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.imagefap.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":151869,"botStatus":200,"botBytes":151869,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Pics, Adult Photos, XXX Images & Sex GIFs | ImageFap","lang":null,"ssrTextLength":16413,"h1Count":1,"landmarks":[],"imagesTotal":206,"imagesWithAlt":71,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"imagemagick.org","rank":3064,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imagemagick.org","observedAt":"2026-08-09T18:08:01.053Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://imagemagick.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":2,"bytes":38},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25395,"botStatus":200,"botBytes":25395,"detected":false},"llmsTxt":{"present":true,"bytes":3461,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ImageMagick | Mastering Digital Image Alchemy","lang":"en","ssrTextLength":7348,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"GitHub.com"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imageshack.com","rank":4820,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imageshack.com","observedAt":"2026-08-09T18:08:01.629Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://imageshack.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2517},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":7740,"botStatus":200,"botBytes":7740,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ImageShack - Best place for all of your image hosting and image sharing needs","lang":"en","ssrTextLength":323,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"imageshack.us","rank":2908,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imageshack.us","observedAt":"2026-08-09T18:08:01.992Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://imageshack.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2517},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":7740,"botStatus":200,"botBytes":7615,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ImageShack - Best place for all of your image hosting and image sharing needs","lang":"en","ssrTextLength":323,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"imcmdb.net","rank":334,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imcmdb.net","observedAt":"2026-08-09T18:08:02.771Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imdb.com","rank":252,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imdb.com","observedAt":"2026-08-09T18:08:03.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["Amazonbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1911},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imf.org","rank":2462,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imf.org","observedAt":"2026-08-09T18:08:03.740Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://imf.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":450},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":355,"botStatus":200,"botBytes":241482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":194,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imgix.net","rank":2991,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imgix.net","observedAt":"2026-08-09T18:08:04.039Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.imgix.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":824624,"botStatus":200,"botBytes":824624,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Combining Images, Data and Intelligence to Transform Your Business","lang":"en","ssrTextLength":3607,"h1Count":1,"landmarks":["nav"],"imagesTotal":69,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imgsmail.ru","rank":568,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imgsmail.ru","observedAt":"2026-08-09T18:08:04.246Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":49},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imgsrc.ru","rank":1579,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imgsrc.ru","observedAt":"2026-08-09T18:08:04.602Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://imgsrc.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":5,"bytes":419},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":33458,"botStatus":200,"botBytes":33458,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Unlimited photo hosting @iMGSRC.RU","lang":"en","ssrTextLength":1333,"h1Count":1,"landmarks":[],"imagesTotal":62,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.31.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"imgur.com","rank":659,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imgur.com","observedAt":"2026-08-09T18:08:04.657Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://imgur.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":352},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6675,"botStatus":200,"botBytes":6675,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Imgur: The magic of the Internet","lang":null,"ssrTextLength":32,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"cat factory 1.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"imhentai.xxx","rank":1383,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imhentai.xxx","observedAt":"2026-08-09T18:08:05.117Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://imhentai.xxx/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"immedia-semi.com","rank":1024,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"immedia-semi.com","observedAt":"2026-08-09T18:08:05.229Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"immersivelabs.com","rank":3602,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"immersivelabs.com","observedAt":"2026-08-09T18:08:05.418Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.immersivelabs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":131},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365207,"botStatus":200,"botBytes":365207,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","AggregateRating","Review"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Prove Cyber Resilience with Realistic Drills, Exercises and Immersive Labs","lang":"en","ssrTextLength":11413,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":79,"imagesWithAlt":33,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"immersivelabs.online","rank":2318,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"immersivelabs.online","observedAt":"2026-08-09T18:08:05.740Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://immersivelabs.online/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2647,"botStatus":200,"botBytes":1855,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Immersive","lang":"en","ssrTextLength":138,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"ingress"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"immobiliare.it","rank":1453,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"immobiliare.it","observedAt":"2026-08-09T18:08:05.896Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.immobiliare.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1082},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":774,"botStatus":403,"botBytes":774,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"immobiliare.it","lang":"en","ssrTextLength":58,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"immobilienscout24.de","rank":3693,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"immobilienscout24.de","observedAt":"2026-08-09T18:08:07.058Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://www.immobilienscout24.de/","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":1462},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"immunet.com","rank":2461,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"immunet.com","observedAt":"2026-08-09T18:08:07.992Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imoim.net","rank":2465,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imoim.net","observedAt":"2026-08-09T18:08:08.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"imolive.tv","rank":4581,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imolive.tv","observedAt":"2026-08-09T18:08:09.118Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.imolive.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":2},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2,"botStatus":200,"botBytes":2,"detected":false},"llmsTxt":{"present":true,"bytes":2,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":2},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":2,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"impact.com","rank":4912,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"impact.com","observedAt":"2026-08-09T18:08:09.363Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://impact.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":9,"usesAllowRules":true,"crawlDelay":5,"bytes":519},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":146730,"botStatus":200,"botBytes":146730,"detected":false},"llmsTxt":{"present":true,"bytes":1230,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"impact.com - The All-in-One Partnership Management Platform","lang":"en","ssrTextLength":13883,"h1Count":2,"landmarks":["nav","footer"],"imagesTotal":45,"imagesWithAlt":30,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"impervadns.net","rank":532,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"impervadns.net","observedAt":"2026-08-09T18:08:09.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"impots.gouv.fr","rank":4953,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"impots.gouv.fr","observedAt":"2026-08-09T18:08:10.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.impots.gouv.fr/accueil","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":295833,"botStatus":200,"botBytes":295833,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Accueil impots.gouv.fr | impots.gouv.fr","lang":"fr","ssrTextLength":7308,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":14,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"imrworldwide.com","rank":748,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"imrworldwide.com","observedAt":"2026-08-09T18:08:10.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"in.gov","rank":5012,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"in.gov","observedAt":"2026-08-09T18:08:11.492Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.in.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":696},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":240,"botStatus":200,"botBytes":240,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"in.net","rank":2141,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"in.net","observedAt":"2026-08-09T18:08:11.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inaccuracy.net","rank":4246,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inaccuracy.net","observedAt":"2026-08-09T18:08:11.666Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inbake.com","rank":2518,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inbake.com","observedAt":"2026-08-09T18:08:11.674Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inc.com","rank":2321,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inc.com","observedAt":"2026-08-09T18:08:11.772Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://inc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended","meta-externalagent","CCBot"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":1249},"tier1Blocked":["GPTBot","meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":770,"botStatus":403,"botBytes":767,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"inc.com","lang":"en","ssrTextLength":51,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"incapdns.net","rank":1117,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"incapdns.net","observedAt":"2026-08-09T18:08:12.007Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"incognia.com","rank":2807,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"incognia.com","observedAt":"2026-08-09T18:08:12.119Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.incognia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":793},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":144728,"botStatus":200,"botBytes":144669,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Incognia | Identify Users vs. Fraudsters. Across devices.","lang":"en","ssrTextLength":6027,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":31,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"indazn.com","rank":3185,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indazn.com","observedAt":"2026-08-09T18:08:12.359Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"indeed.com","rank":381,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indeed.com","observedAt":"2026-08-09T18:08:13.228Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://indeed.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot","Diffbot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":12492},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27705,"botStatus":403,"botBytes":27684,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Security Check - Indeed.com","lang":null,"ssrTextLength":27,"h1Count":2,"landmarks":["main","nav"],"imagesTotal":5,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"independent.co.uk","rank":665,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"independent.co.uk","observedAt":"2026-08-09T18:08:13.398Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.independent.co.uk/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1305},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":362077,"botStatus":200,"botBytes":367722,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The Independent | Latest news and features from US, UK and worldwide","lang":"en","ssrTextLength":25693,"h1Count":11,"landmarks":["nav","header","footer","article"],"imagesTotal":97,"imagesWithAlt":13,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"independent.ie","rank":4158,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"independent.ie","observedAt":"2026-08-09T18:08:14.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.independent.ie/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":2540},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5488,"botStatus":403,"botBytes":5488,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":752,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"index.hr","rank":1429,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"index.hr","observedAt":"2026-08-09T18:08:14.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.index.hr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":27},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":340291,"botStatus":200,"botBytes":340291,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Index.hr","lang":"hr","ssrTextLength":19545,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":180,"imagesWithAlt":165,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"index.hu","rank":4309,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"index.hu","observedAt":"2026-08-09T18:08:15.157Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://index.hu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":535861,"botStatus":200,"botBytes":535861,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Index - friss hírek, események, tények","lang":"hu","ssrTextLength":29917,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":167,"imagesWithAlt":130,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"indexww.com","rank":1897,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indexww.com","observedAt":"2026-08-09T18:08:15.484Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://indexww.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"indiamart.com","rank":1200,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indiamart.com","observedAt":"2026-08-09T18:08:16.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://indiamart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Google-Extended","meta-externalagent","Bytespider"],"groupCount":57,"usesAllowRules":true,"crawlDelay":null,"bytes":3011},"tier1Blocked":["ClaudeBot"],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":142,"botStatus":403,"botBytes":134,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"429","lang":null,"ssrTextLength":25,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"indiana.edu","rank":3446,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indiana.edu","observedAt":"2026-08-09T18:08:16.393Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"indianexpress.com","rank":2796,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indianexpress.com","observedAt":"2026-08-09T18:08:16.410Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://indianexpress.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"indianrail.gov.in","rank":1535,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indianrail.gov.in","observedAt":"2026-08-09T18:08:16.479Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.indianrail.gov.in/enquiry/StaticPages/StaticEnquiry.jsp?StaticPage=index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13963,"botStatus":200,"botBytes":13963,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to Indian Railway Passenger Reservation Enquiry","lang":"en","ssrTextLength":841,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"indiansexstories3.com","rank":1663,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indiansexstories3.com","observedAt":"2026-08-09T18:08:16.606Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.indiansexstories3.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1651},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":177113,"botStatus":200,"botBytes":177113,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Indian Sex Stories - 60,000+ Fresh desi & Hindi sex stories","lang":"en","ssrTextLength":7417,"h1Count":2,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":3,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"indiatimes.com","rank":502,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indiatimes.com","observedAt":"2026-08-09T18:08:17.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.indiatimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1143},"tier1Blocked":["meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":132746,"botStatus":200,"botBytes":132746,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebPage","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Indiatimes: Latest in Lifestyle, Health, Fashion, and Wellness","lang":"en","ssrTextLength":5912,"h1Count":2,"landmarks":["header","footer","article"],"imagesTotal":84,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Bhoot"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"indiatoday.in","rank":3674,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indiatoday.in","observedAt":"2026-08-09T18:08:17.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.indiatoday.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3936},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1253107,"botStatus":200,"botBytes":1253107,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["MobileApplication","WebPage","WebSite","Organization","BreadcrumbList","itgd_cdp","ItemList","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Latest News, Breaking News Today - Entertainment, Cricket, Business, Politics - India Today","lang":"en","ssrTextLength":13910,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":91,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"itgdweb"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"indiegogo.com","rank":2667,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indiegogo.com","observedAt":"2026-08-09T18:08:17.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.indiegogo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":403,"botBytes":5685,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"indoav.com","rank":1584,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indoav.com","observedAt":"2026-08-09T18:08:18.047Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://indoav.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5593,"botStatus":403,"botBytes":5592,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"indown.io","rank":1681,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indown.io","observedAt":"2026-08-09T18:08:18.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://indown.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":64},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5570,"botStatus":403,"botBytes":5570,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"indriverapp.com","rank":3892,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"indriverapp.com","observedAt":"2026-08-09T18:08:19.250Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inf0.net","rank":3447,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inf0.net","observedAt":"2026-08-09T18:08:19.402Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"infobae.com","rank":1049,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infobae.com","observedAt":"2026-08-09T18:08:20.209Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.infobae.com/estados-unidos/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1360},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":477106,"botStatus":200,"botBytes":477107,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Infobae EE.UU. | Últimas Noticias de Estados Unidos en Español - Infobae","lang":"es","ssrTextLength":13236,"h1Count":0,"landmarks":["main","nav","footer","aside"],"imagesTotal":89,"imagesWithAlt":87,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"infocyte.com","rank":2478,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infocyte.com","observedAt":"2026-08-09T18:08:20.350Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://infocyte.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"infogram.com","rank":5042,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infogram.com","observedAt":"2026-08-09T18:08:20.495Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://infogram.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":97},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":505729,"botStatus":200,"botBytes":505706,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Turn Data Into Interactive Stories | Infogram","lang":"en","ssrTextLength":7385,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":165,"imagesWithAlt":103,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"infojobs.net","rank":3214,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infojobs.net","observedAt":"2026-08-09T18:08:20.881Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.infojobs.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":28,"usesAllowRules":true,"crawlDelay":null,"bytes":4550},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":51620,"botStatus":405,"botBytes":31648,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"InfoJobs - Bolsa de trabajo, ofertas de empleo","lang":"es","ssrTextLength":1839,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":31,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"infolinks.com","rank":3831,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infolinks.com","observedAt":"2026-08-09T18:08:21.219Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.infolinks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55634,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Infolinks - Premium Direct Demand and Supply","lang":"en","ssrTextLength":2702,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":5,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"infomaniak.ch","rank":4393,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infomaniak.ch","observedAt":"2026-08-09T18:08:21.284Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.infomaniak.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":235},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":1997963,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"infomaniak.com","rank":2701,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infomaniak.com","observedAt":"2026-08-09T18:08:21.429Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.infomaniak.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":235},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":1997963,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"infoseek.co.jp","rank":4833,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"infoseek.co.jp","observedAt":"2026-08-09T18:08:22.326Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.infoseek.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":212704,"botStatus":200,"botBytes":212704,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Infoseek[インフォシーク] - 楽天が運営するニュースサイト","lang":"ja","ssrTextLength":6803,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ingage.tech","rank":2218,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ingage.tech","observedAt":"2026-08-09T18:08:22.554Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inkuai.com","rank":1103,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inkuai.com","observedAt":"2026-08-09T18:08:22.781Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inleed.net","rank":1788,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inleed.net","observedAt":"2026-08-09T18:08:23.101Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://inleed.se/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":507103,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Webbhotell, VPS, Dedikerad server, CO-location - Inleed","lang":null,"ssrTextLength":23900,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":151,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"LiteSpeed"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inmarsat.com","rank":4577,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inmarsat.com","observedAt":"2026-08-09T18:08:23.274Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.inmarsat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":130},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":211253,"botStatus":200,"botBytes":211253,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Maritime satellite services & connectivity | Inmarsat Maritime","lang":"en","ssrTextLength":3905,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"inmobi.com","rank":290,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inmobi.com","observedAt":"2026-08-09T18:08:23.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.inmobi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":98},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26655,"botStatus":200,"botBytes":26655,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Redefining the mobile experience for consumers","lang":"en","ssrTextLength":838,"h1Count":1,"landmarks":["header"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inmobicdn.net","rank":2449,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inmobicdn.net","observedAt":"2026-08-09T18:08:23.777Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inmotionhosting.com","rank":2781,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inmotionhosting.com","observedAt":"2026-08-09T18:08:23.785Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://inmotionhosting.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":837},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4908,"botStatus":403,"botBytes":4908,"detected":true},"llmsTxt":{"present":true,"bytes":286842,"specValid":true,"issues":[],"linkCount":167},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":757,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inner-active.mobi","rank":343,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inner-active.mobi","observedAt":"2026-08-09T18:08:23.944Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://inner-active.mobi/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"innogames.de","rank":3097,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"innogames.de","observedAt":"2026-08-09T18:08:23.997Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.innogames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":65050,"botStatus":200,"botBytes":65050,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Online Games - Play Strategy Games and RPG Online for free!","lang":"en","ssrTextLength":8305,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":65,"imagesWithAlt":62,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":"fastly","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"innovid.com","rank":2322,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"innovid.com","observedAt":"2026-08-09T18:08:24.487Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.innovid.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":138},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146070,"botStatus":200,"botBytes":146070,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The premier global independent, omnichannel advertising platform  | Innovid","lang":"en","ssrTextLength":6491,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":73,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"inps.it","rank":1431,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inps.it","observedAt":"2026-08-09T18:08:25.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.inps.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":118},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":885899,"botStatus":200,"botBytes":885899,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Portale Inps - Home","lang":"it","ssrTextLength":57446,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"insales.ru","rank":3845,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"insales.ru","observedAt":"2026-08-09T18:08:25.424Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.insales.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":4290},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":265003,"botStatus":200,"botBytes":265003,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Создайте интернет-магазин бесплатно и продавайте онлайн через inSales","lang":null,"ssrTextLength":8415,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":97,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"insightexpressai.com","rank":3940,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"insightexpressai.com","observedAt":"2026-08-09T18:08:26.001Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://insightexpressai.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"instabug.com","rank":3975,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"instabug.com","observedAt":"2026-08-09T18:08:26.945Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.luciq.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":100445,"botStatus":200,"botBytes":100445,"detected":false},"llmsTxt":{"present":true,"bytes":361,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Luciq | Everything Mobile AI Builders Need to Ship Outcomes","lang":"en","ssrTextLength":8381,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":44,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"instacart.com","rank":2795,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"instacart.com","observedAt":"2026-08-09T18:08:26.946Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User","meta-externalagent"],"groupCount":23,"usesAllowRules":true,"crawlDelay":null,"bytes":13851},"tier1Blocked":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"instagram.com","rank":11,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"instagram.com","observedAt":"2026-08-09T18:08:27.021Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":5806},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"instana.io","rank":4193,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"instana.io","observedAt":"2026-08-09T18:08:27.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://instana.io/auth/signIn","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"instructables.com","rank":2992,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"instructables.com","observedAt":"2026-08-09T18:08:27.427Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.instructables.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":1,"bytes":242},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11383,"botStatus":200,"botBytes":11383,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Yours for the making","lang":"en","ssrTextLength":20,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"instructure.com","rank":2110,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"instructure.com","observedAt":"2026-08-09T18:08:27.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.instructure.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":221175,"botStatus":200,"botBytes":221175,"detected":false},"llmsTxt":{"present":true,"bytes":576732,"specValid":true,"issues":[],"linkCount":4170},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Instructure: Leading EdTech for K–12, Higher Ed & Business","lang":"en","ssrTextLength":12416,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":63,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"int08h.com","rank":2716,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"int08h.com","observedAt":"2026-08-09T18:08:27.500Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://int08h.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3888,"botStatus":200,"botBytes":3888,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"int08h","lang":"en","ssrTextLength":418,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":0,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"intel.com","rank":436,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intel.com","observedAt":"2026-08-09T18:08:28.173Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.intel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":25,"usesAllowRules":true,"crawlDelay":10,"bytes":4041},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":367,"botStatus":200,"botBytes":142812,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"intelbras.com.br","rank":3004,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intelbras.com.br","observedAt":"2026-08-09T18:08:28.255Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.intelbras.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":2468},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"intentiq.com","rank":2118,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intentiq.com","observedAt":"2026-08-09T18:08:28.542Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.intentiq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":162598,"botStatus":200,"botBytes":162598,"detected":false},"llmsTxt":{"present":true,"bytes":2911,"specValid":true,"issues":[],"linkCount":22},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Intent IQ | ID-Less Advertising Solution","lang":"en","ssrTextLength":10241,"h1Count":1,"landmarks":["main","header","footer","article","aside"],"imagesTotal":41,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"intercom.com","rank":1971,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intercom.com","observedAt":"2026-08-09T18:08:28.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.intercom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":297},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1603020,"botStatus":200,"botBytes":1602969,"detected":false},"llmsTxt":{"present":true,"bytes":8149,"specValid":true,"issues":[],"linkCount":54},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","Product","SoftwareApplication","ItemList","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Intercom | The only helpdesk designed for the AI Agent era","lang":"en","ssrTextLength":9225,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":90,"imagesWithAlt":90,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"intercom.io","rank":664,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intercom.io","observedAt":"2026-08-09T18:08:28.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.intercom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":297},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1603024,"botStatus":200,"botBytes":1602969,"detected":false},"llmsTxt":{"present":true,"bytes":8149,"specValid":true,"issues":[],"linkCount":54},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","Product","SoftwareApplication","ItemList","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Intercom | The only helpdesk designed for the AI Agent era","lang":"en","ssrTextLength":9225,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":90,"imagesWithAlt":90,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"intercomcdn.com","rank":3034,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intercomcdn.com","observedAt":"2026-08-09T18:08:29.207Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.intercom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":297},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1472293,"botStatus":200,"botBytes":1602969,"detected":false},"llmsTxt":{"present":true,"bytes":8149,"specValid":true,"issues":[],"linkCount":54},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","Product","SoftwareApplication","ItemList","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Intercom | The only helpdesk designed for the AI Agent era","lang":"en","ssrTextLength":8310,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":60,"imagesWithAlt":57,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"interfax.ru","rank":5065,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"interfax.ru","observedAt":"2026-08-09T18:08:29.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.interfax.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":361},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74096,"botStatus":200,"botBytes":74096,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Интерфакс: новости","lang":"ru","ssrTextLength":9791,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":24,"imagesWithAlt":21,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"intergient.com","rank":3926,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intergient.com","observedAt":"2026-08-09T18:08:30.025Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"interia.pl","rank":1034,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"interia.pl","observedAt":"2026-08-09T18:08:31.716Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.interia.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":689364,"botStatus":200,"botBytes":689364,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Interia - Polska i świat: informacje, sport, gwiazdy.","lang":"pl","ssrTextLength":25524,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":306,"imagesWithAlt":89,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"internetwarriors.net","rank":953,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"internetwarriors.net","observedAt":"2026-08-09T18:08:31.913Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tracker.cl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2874,"botStatus":200,"botBytes":2874,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Open Tracker","lang":"en","ssrTextLength":242,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"intuit.com","rank":138,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"intuit.com","observedAt":"2026-08-09T18:08:31.980Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.intuit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":16,"usesAllowRules":true,"crawlDelay":null,"bytes":3067},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":596650,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"inven.co.kr","rank":1214,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inven.co.kr","observedAt":"2026-08-09T18:08:32.327Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.inven.co.kr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":744},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":481976,"botStatus":200,"botBytes":482003,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"인벤 - No.1 게임 미디어 플랫폼","lang":"ko","ssrTextLength":33778,"h1Count":2,"landmarks":["nav","header","article","aside"],"imagesTotal":258,"imagesWithAlt":40,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"investing.com","rank":1914,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"investing.com","observedAt":"2026-08-09T18:08:32.352Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://investing.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3,"botStatus":403,"botBytes":3,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":3,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"investopedia.com","rank":908,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"investopedia.com","observedAt":"2026-08-09T18:08:32.583Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://www.investopedia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3443},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":614716,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"inxxx.com","rank":1870,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"inxxx.com","observedAt":"2026-08-09T18:08:33.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.inxxx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":804},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":156653,"botStatus":200,"botBytes":156653,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free XXX Porn & Sex Videos - XXX, Porno, Porn Stars","lang":"en","ssrTextLength":7618,"h1Count":1,"landmarks":["nav"],"imagesTotal":79,"imagesWithAlt":78,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ioam.de","rank":2456,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ioam.de","observedAt":"2026-08-09T18:08:33.546Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ioam.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":509,"botStatus":200,"botBytes":509,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":115,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ioh.co.id","rank":1499,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ioh.co.id","observedAt":"2026-08-09T18:08:33.664Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ioh.co.id/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1098372,"botStatus":200,"botBytes":1098372,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Indosat Ooredoo Hutchison - Perusahaan Telekomunikasi Digital Terbaik","lang":null,"ssrTextLength":69,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"google","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"iol.co.za","rank":4870,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iol.co.za","observedAt":"2026-08-09T18:08:33.751Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://iol.co.za/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":26,"usesAllowRules":true,"crawlDelay":null,"bytes":1754},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot"],"tier2Blocked":["Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5184,"botStatus":403,"botBytes":5184,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":747,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ionos.de","rank":2576,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ionos.de","observedAt":"2026-08-09T18:08:33.808Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ionos.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":300,"bytes":449},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":928641,"botStatus":200,"botBytes":928641,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"IONOS | Von Website bis Cloud » Digital an Ihrer Seite","lang":"de","ssrTextLength":19284,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":236,"imagesWithAlt":93,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"iop.org","rank":2839,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iop.org","observedAt":"2026-08-09T18:08:33.822Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.iop.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6108,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":745,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ioref.io","rank":365,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ioref.io","observedAt":"2026-08-09T18:08:34.020Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ioriveredge.net","rank":3727,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ioriveredge.net","observedAt":"2026-08-09T18:08:34.143Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iotbing.com","rank":4364,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iotbing.com","observedAt":"2026-08-09T18:08:34.935Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iotcplatform.com","rank":2632,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iotcplatform.com","observedAt":"2026-08-09T18:08:35.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ip-api.com","rank":375,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ip-api.com","observedAt":"2026-08-09T18:08:35.967Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ip-api.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":213},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11847,"botStatus":200,"botBytes":11847,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IP-API.com - Geolocation API","lang":"en","ssrTextLength":2379,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ip.sb","rank":4411,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ip.sb","observedAt":"2026-08-09T18:08:37.162Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ip.sb/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":60},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22100,"botStatus":200,"botBytes":22100,"detected":false},"llmsTxt":{"present":true,"bytes":2059,"specValid":true,"issues":[],"linkCount":8},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"IP Address Lookup / IPv4 / IPv6 - IP.SB","lang":"en","ssrTextLength":1667,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ipapi.co","rank":2877,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ipapi.co","observedAt":"2026-08-09T18:08:37.401Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ipapi.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":22},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102499,"botStatus":200,"botBytes":102499,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Service","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ipapi - IP Address Lookup and Geolocation API | No SignUp","lang":"en","ssrTextLength":12183,"h1Count":3,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ipcc.ch","rank":3424,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ipcc.ch","observedAt":"2026-08-09T18:08:37.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ipcc.ch/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":77},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":93246,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IPCC — Intergovernmental Panel on Climate Change","lang":null,"ssrTextLength":15760,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ipecho.net","rank":4451,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ipecho.net","observedAt":"2026-08-09T18:08:37.897Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ipecho.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2264,"botStatus":200,"botBytes":2264,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IP Echo Service","lang":null,"ssrTextLength":312,"h1Count":1,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ipify.org","rank":585,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ipify.org","observedAt":"2026-08-09T18:08:38.067Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ipify.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34528,"botStatus":200,"botBytes":34528,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ipify - A Simple Public IP Address API","lang":"en","ssrTextLength":10407,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":5,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ipinfo.io","rank":547,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ipinfo.io","observedAt":"2026-08-09T18:08:38.171Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ipinfo.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":748},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":152162,"botStatus":200,"botBytes":152162,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Service"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"IP Data Intelligence for Developers & Enterprises | IPinfo","lang":"en","ssrTextLength":7229,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":30,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"iponweb.net","rank":2091,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iponweb.net","observedAt":"2026-08-09T18:08:38.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://iam.iponweb.net/auth/realms/iponweb/protocol/openid-connect/auth?approval_prompt=force&client_id=jira.iponweb.net&redirect_uri=https%3A%2F%2Fjira.iponweb.net%2Foauth2%2Fcallback&response_type=code&scope=openid+email+profile&state=_TD1uSGtRzM6eOy5X4YbSibjA1srtfmvVNt0fXqZco8%3A%2F","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4508,"botStatus":200,"botBytes":4508,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sign in to IPONWEB IAM","lang":null,"ssrTextLength":41,"h1Count":1,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"iporntv.net","rank":1505,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iporntv.net","observedAt":"2026-08-09T18:08:38.735Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://iporntv.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":143404,"botStatus":200,"botBytes":143404,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos & Mobile Sex Movies - iPornTV","lang":"en","ssrTextLength":4342,"h1Count":1,"landmarks":[],"imagesTotal":46,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ipredictive.com","rank":1854,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ipredictive.com","observedAt":"2026-08-09T18:08:38.737Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ipwho.is","rank":4413,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ipwho.is","observedAt":"2026-08-09T18:08:39.250Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ipwho.is/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":946,"botStatus":200,"botBytes":946,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":754,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iq.com","rank":4494,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iq.com","observedAt":"2026-08-09T18:08:39.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":337810,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"iQIYI - Watch Asian dramas shows movies animes Free online - Streaming Korean drama, Chinese drama, Thai drama, with subtitles and dubbing – iQIYI | iQ.com","lang":"en","ssrTextLength":2882,"h1Count":1,"landmarks":[],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"Skywalker/3.10.1/45271"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"iqiyi.com","rank":1324,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iqiyi.com","observedAt":"2026-08-09T18:08:40.276Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iqiyi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","cohere-ai"],"groupCount":14,"usesAllowRules":false,"crawlDelay":null,"bytes":697},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot"],"tier2Blocked":["cohere-ai"],"cloaking":{"tested":true,"browserBytes":7595,"botStatus":200,"botBytes":1272678,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SiteNavigationElement"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"爱奇艺 iQIYI-热门独播剧集在线观看","lang":"zh","ssrTextLength":20,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QWS"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iqm.com","rank":3531,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iqm.com","observedAt":"2026-08-09T18:08:40.827Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://iqm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":185466,"botStatus":200,"botBytes":185466,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AI-Driven Programmatic Advertising for Regulated Industries - IQM","lang":"en","ssrTextLength":5547,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":34,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iranlms.ir","rank":4763,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iranlms.ir","observedAt":"2026-08-09T18:08:42.128Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"irishtimes.com","rank":2946,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"irishtimes.com","observedAt":"2026-08-09T18:08:42.464Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.irishtimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2810},"tier1Blocked":["GPTBot","ChatGPT-User"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Irish Times | Latest news and headlines - Irish news, world news, video and podcasts","lang":"en","ssrTextLength":1417107,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":123,"imagesWithAlt":120,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"irs.gov","rank":1321,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"irs.gov","observedAt":"2026-08-09T18:08:42.475Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.irs.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":3375},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":132113,"botStatus":200,"botBytes":132113,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Internal Revenue Service | An official website of the United States government","lang":"en","ssrTextLength":12040,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":14,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"is.gd","rank":3740,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"is.gd","observedAt":"2026-08-09T18:08:42.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://is.gd/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5673,"botStatus":403,"botBytes":5694,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"isaidub.ceo","rank":2016,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"isaidub.ceo","observedAt":"2026-08-09T18:08:43.016Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://isaidub.asia/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":14291,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"isaiDub | isaiDub 2026 Tamil Dubbed Movies Download isaiDub.com","lang":"en","ssrTextLength":5683,"h1Count":1,"landmarks":["header"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"isaidub.guru","rank":1774,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"isaidub.guru","observedAt":"2026-08-09T18:08:43.017Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://isaidub.asia/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":14291,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"isaiDub | isaiDub 2026 Tamil Dubbed Movies Download isaiDub.com","lang":"en","ssrTextLength":5683,"h1Count":1,"landmarks":["header"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"isappcloud.com","rank":2084,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"isappcloud.com","observedAt":"2026-08-09T18:08:43.495Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"isc.org","rank":3295,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"isc.org","observedAt":"2026-08-09T18:08:43.659Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.isc.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":73},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26638,"botStatus":200,"botBytes":26638,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ISC - ISC","lang":"en","ssrTextLength":4818,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":10,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ishe88.com","rank":4441,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ishe88.com","observedAt":"2026-08-09T18:08:43.737Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ishe88.com/vpn/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":59},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98335,"botStatus":520,"botBytes":7318,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"GreatFireVPN - Bypass Censorship in China, Russia, Iran","lang":"en","ssrTextLength":9726,"h1Count":1,"landmarks":["nav"],"imagesTotal":102,"imagesWithAlt":94,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"isnssdk.com","rank":2551,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"isnssdk.com","observedAt":"2026-08-09T18:08:44.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iso.ch","rank":4748,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iso.ch","observedAt":"2026-08-09T18:08:44.461Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iso.org","rank":722,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iso.org","observedAt":"2026-08-09T18:08:44.782Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.iso.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5721,"botStatus":403,"botBytes":5834,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ispconfig.org","rank":3901,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ispconfig.org","observedAt":"2026-08-09T18:08:45.861Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ispconfig.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":34},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22856,"botStatus":200,"botBytes":22856,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ISPConfig Hosting Control Panel","lang":"en","ssrTextLength":1481,"h1Count":2,"landmarks":[],"imagesTotal":15,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ispot.tv","rank":3241,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ispot.tv","observedAt":"2026-08-09T18:08:46.122Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ispot.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":261},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":381476,"botStatus":200,"botBytes":356432,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"iSpot: The New Standard for TV Ad Measurement","lang":"en","ssrTextLength":8700,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"issuu.com","rank":342,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"issuu.com","observedAt":"2026-08-09T18:08:47.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://issuu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":47,"usesAllowRules":true,"crawlDelay":null,"bytes":4869},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":91578,"botStatus":200,"botBytes":91578,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Issuu | Create Interactive Flipbooks on our Digital Publishing Platform","lang":"en","ssrTextLength":2349,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"istockphoto.com","rank":2247,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"istockphoto.com","observedAt":"2026-08-09T18:08:47.370Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.istockphoto.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":5,"bytes":3436},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":246930,"botStatus":200,"botBytes":235957,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Stock Images, Royalty-Free Images, Illustrations, Vectors and Videos - iStock","lang":"en","ssrTextLength":11269,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":21,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"it.com","rank":792,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"it.com","observedAt":"2026-08-09T18:08:47.836Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://get.it.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81298,"botStatus":200,"botBytes":81298,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IT.COM","lang":"en","ssrTextLength":1302,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":20,"imagesWithAlt":20,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"itau.com.br","rank":3786,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"itau.com.br","observedAt":"2026-08-09T18:08:48.022Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://itau.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":363,"botStatus":200,"botBytes":140263,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":198,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"itch.io","rank":721,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"itch.io","observedAt":"2026-08-09T18:08:48.123Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://itch.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":249},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114266,"botStatus":429,"botBytes":166,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Download the latest indie games - itch.io","lang":"en","ssrTextLength":10695,"h1Count":1,"landmarks":[],"imagesTotal":83,"imagesWithAlt":9,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"iterable.com","rank":3388,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iterable.com","observedAt":"2026-08-09T18:08:48.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://iterable.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":415621,"botStatus":200,"botBytes":415621,"detected":false},"llmsTxt":{"present":true,"bytes":24416,"specValid":true,"issues":[],"linkCount":55},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AI Customer Engagement Platform for Real-Time, Personalized Experiences","lang":"en","ssrTextLength":7377,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":148,"imagesWithAlt":2,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"itglue.com","rank":4322,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"itglue.com","observedAt":"2026-08-09T18:08:48.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.itglue.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":188},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":195895,"botStatus":429,"botBytes":162,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"IT Glue - Truly Powerful IT Documentation Software","lang":"en","ssrTextLength":15696,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":220,"imagesWithAlt":71,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"itmedia.co.jp","rank":1199,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"itmedia.co.jp","observedAt":"2026-08-09T18:08:48.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.itmedia.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":90221,"botStatus":200,"botBytes":90221,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IT�������|�[�^���uITmedia�vHome","lang":"ja","ssrTextLength":15073,"h1Count":1,"landmarks":[],"imagesTotal":17,"imagesWithAlt":16,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"itsupport247.net","rank":4526,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"itsupport247.net","observedAt":"2026-08-09T18:08:49.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"itu.int","rank":2200,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"itu.int","observedAt":"2026-08-09T18:08:50.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.itu.int/en/Pages/default.aspx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1574},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":101305,"botStatus":200,"botBytes":101298,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ITU: Connecting the world and beyond","lang":"en","ssrTextLength":3165,"h1Count":5,"landmarks":[],"imagesTotal":34,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"itv.com","rank":2496,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"itv.com","observedAt":"2026-08-09T18:08:50.779Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iu.edu","rank":4070,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iu.edu","observedAt":"2026-08-09T18:08:50.974Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"iubenda.com","rank":2044,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iubenda.com","observedAt":"2026-08-09T18:08:51.054Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iubenda.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":3280},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":422440,"botStatus":200,"botBytes":422440,"detected":false},"llmsTxt":{"present":true,"bytes":6118,"specValid":true,"issues":[],"linkCount":38},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","FAQPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Compliance Solutions for Websites, Apps and Organizations | iubenda","lang":"en","ssrTextLength":9057,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":162,"imagesWithAlt":114,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":"bunny","server":"BunnyCDN-IL1-1348"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ivi.ru","rank":414,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ivi.ru","observedAt":"2026-08-09T18:08:51.064Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ivi.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5972},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":608910,"botStatus":200,"botBytes":609670,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Онлайн-кинотеатр Иви - фильмы, сериалы и мультфильмы смотреть онлайн бесплатно в хорошем качестве","lang":"ru","ssrTextLength":5908,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":81,"imagesWithAlt":49,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ivideon.com","rank":4460,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ivideon.com","observedAt":"2026-08-09T18:08:52.078Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ivideon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":17,"usesAllowRules":true,"crawlDelay":null,"bytes":4931},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":342123,"botStatus":200,"botBytes":342123,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloud Video Surveillance","lang":"en","ssrTextLength":4895,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":25,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ix.ru","rank":4552,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ix.ru","observedAt":"2026-08-09T18:08:52.420Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.msk-ix.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":242995,"botStatus":200,"botBytes":242995,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MSK-IX","lang":null,"ssrTextLength":34183,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":25,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.25.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ixbt.com","rank":5071,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ixbt.com","observedAt":"2026-08-09T18:08:52.752Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ixbt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":3013},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":680977,"botStatus":200,"botBytes":680977,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Новости технологий, обзоры гаджетов, смартфонов, бытовой техники и автомобилей","lang":"ru","ssrTextLength":10407,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":27,"imagesWithAlt":25,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ixigua.com","rank":3642,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ixigua.com","observedAt":"2026-08-09T18:08:52.825Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ixigua.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":169},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7717,"botStatus":200,"botBytes":7717,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"zh","ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ixl.com","rank":1435,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ixl.com","observedAt":"2026-08-09T18:08:52.994Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ixl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Applebot-Extended","CCBot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":1284},"tier1Blocked":["GPTBot","Applebot-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":260436,"botStatus":200,"botBytes":260463,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IXL | Math, Language Arts, Science, Social Studies, and Spanish","lang":"en","ssrTextLength":8157,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":133,"imagesWithAlt":97,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ixxx.com","rank":1368,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ixxx.com","observedAt":"2026-08-09T18:08:53.018Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ixxx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":463},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"iz.ru","rank":3315,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"iz.ru","observedAt":"2026-08-09T18:08:53.267Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://iz.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":48922,"botStatus":403,"botBytes":608,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Проверка браузера перед переходом на сайт","lang":"en","ssrTextLength":368,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jable.tv","rank":1406,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jable.tv","observedAt":"2026-08-09T18:08:53.278Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://jable.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":630},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5676,"botStatus":403,"botBytes":5676,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"jagran.com","rank":1470,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jagran.com","observedAt":"2026-08-09T18:08:53.488Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jagran.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1471},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":173260,"botStatus":402,"botBytes":220,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","SiteNavigationElement","ItemList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Hindi News, हिंदी न्यूज़, Latest News in Hindi, Aaj ki Taaja Khabar, Breaking Hindi News, Hindi Samachar","lang":"hi","ssrTextLength":5520,"h1Count":1,"landmarks":["main","header","article"],"imagesTotal":49,"imagesWithAlt":36,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"jakarta.go.id","rank":1997,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jakarta.go.id","observedAt":"2026-08-09T18:08:54.277Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jakarta.go.id/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":78},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Jakarta","lang":"id","ssrTextLength":210557,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":633,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jal.co.jp","rank":4930,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jal.co.jp","observedAt":"2026-08-09T18:08:54.765Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.jal.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371,"botStatus":403,"botBytes":371,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jalan.net","rank":1350,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jalan.net","observedAt":"2026-08-09T18:08:55.190Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jalan.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1645},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":196310,"botStatus":200,"botBytes":196310,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"�h�E�z�e���\\�� - ���s�Ȃ炶����net","lang":"ja","ssrTextLength":10125,"h1Count":1,"landmarks":["nav"],"imagesTotal":48,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jamanetwork.com","rank":1917,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jamanetwork.com","observedAt":"2026-08-09T18:08:56.391Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://jamanetwork.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","FirecrawlAgent"],"groupCount":40,"usesAllowRules":false,"crawlDelay":null,"bytes":3346},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":5683,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"jamfcloud.com","rank":2109,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jamfcloud.com","observedAt":"2026-08-09T18:08:57.924Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jampp.com","rank":3107,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jampp.com","observedAt":"2026-08-09T18:08:58.045Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jampp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":739},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85120,"botStatus":200,"botBytes":85120,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The programmatic platform to grow your mobile app | Jampp","lang":"en","ssrTextLength":8843,"h1Count":1,"landmarks":["nav"],"imagesTotal":110,"imagesWithAlt":71,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"janitorai.com","rank":1209,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"janitorai.com","observedAt":"2026-08-09T18:08:58.077Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://janitorai.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":405372,"botStatus":403,"botBytes":405372,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Restricted","lang":"en","ssrTextLength":382,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"japanpost.jp","rank":4057,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"japanpost.jp","observedAt":"2026-08-09T18:08:58.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"japantimes.co.jp","rank":4115,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"japantimes.co.jp","observedAt":"2026-08-09T18:08:58.195Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.japantimes.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":349},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":403079,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Website"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The Japan Times - News On Japan, Business News, Opinion, Sports, Entertainment And More","lang":"en","ssrTextLength":10613,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":56,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jav.guru","rank":1908,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jav.guru","observedAt":"2026-08-09T18:08:58.229Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jav.guru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":181},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":182834,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Jav Guru ⋆ Japanese porn Tube ⋆ The best JAV movies online for stream and download free","lang":"en","ssrTextLength":6603,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":25,"imagesWithAlt":25,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"java.com","rank":2410,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"java.com","observedAt":"2026-08-09T18:08:58.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.java.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":576},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17870,"botStatus":200,"botBytes":17870,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Java | Oracle","lang":"en","ssrTextLength":762,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"javwow.com","rank":1744,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"javwow.com","observedAt":"2026-08-09T18:08:58.615Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://javwow.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6110,"botStatus":403,"botBytes":5837,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":748,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jaya9bangladesh.com","rank":1725,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jaya9bangladesh.com","observedAt":"2026-08-09T18:08:59.173Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jaya9bdt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":343},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27607,"botStatus":200,"botBytes":27607,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Jaya9 | Joya9 | Jaya 9 Official | Joya 9 VIP Cricket Betting in BD","lang":null,"ssrTextLength":66,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jcphi.com","rank":1569,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jcphi.com","observedAt":"2026-08-09T18:08:59.746Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jcphi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":8},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jd.com","rank":942,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jd.com","observedAt":"2026-08-09T18:09:00.198Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://corporate.jd.com/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":21,"usesAllowRules":true,"crawlDelay":null,"bytes":786},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":686,"botStatus":200,"botBytes":686,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"JoyGen","lang":"zh","ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"jfe"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jennymovies.com","rank":1533,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jennymovies.com","observedAt":"2026-08-09T18:09:01.211Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jennymovies.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":298},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":50565,"botStatus":200,"botBytes":50565,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"● Free Porn Movies & Hot Sex Tube, Best XXX Videos ● JennyMovies.com","lang":"en","ssrTextLength":3585,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":122,"imagesWithAlt":122,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Angie"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"jetbrains.com","rank":906,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jetbrains.com","observedAt":"2026-08-09T18:09:01.820Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jetbrains.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1760},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":44398,"botStatus":200,"botBytes":44398,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"JetBrains: Essential tools for software developers and teams","lang":"en","ssrTextLength":60,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jftechws.com","rank":3472,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jftechws.com","observedAt":"2026-08-09T18:09:02.065Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jftechws.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3180,"botStatus":200,"botBytes":3180,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"浙江杰峰物联股份有限公司","lang":null,"ssrTextLength":107,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jhu.edu","rank":2006,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jhu.edu","observedAt":"2026-08-09T18:09:02.901Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.jhu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5485,"botStatus":403,"botBytes":5485,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":749,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jimdo.com","rank":1057,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jimdo.com","observedAt":"2026-08-09T18:09:02.916Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jimdo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2319},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":446969,"botStatus":200,"botBytes":446969,"detected":false},"llmsTxt":{"present":true,"bytes":1878,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Bring Your Business Online | Websites & More – Jimdo","lang":"en","ssrTextLength":8250,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":19,"imagesWithAlt":15,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jimdofree.com","rank":2346,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jimdofree.com","observedAt":"2026-08-09T18:09:03.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jimdosite.com","rank":3711,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jimdosite.com","observedAt":"2026-08-09T18:09:03.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jino.ru","rank":1845,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jino.ru","observedAt":"2026-08-09T18:09:03.423Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jino.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1741},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55247,"botStatus":200,"botBytes":55247,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Джино — виртуальный хостинг сайтов, VPS, регистрация доменов и многое другое.","lang":"ru","ssrTextLength":4016,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"jio.com","rank":3417,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jio.com","observedAt":"2026-08-09T18:09:03.700Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jio.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2099},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":6732,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Home | Best Prepaid, Postpaid Plans, WiFi Connection & Mobile Apps | Jio","lang":"en","ssrTextLength":5001,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":21,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"google","server":"Jio Platforms Ltd"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"jivo.ru","rank":4625,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jivo.ru","observedAt":"2026-08-09T18:09:04.129Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jivo.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1588},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":201814,"botStatus":200,"botBytes":201814,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Чат для сайта Jivo (JivoSite) – официальный сайт","lang":"ru","ssrTextLength":8801,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":107,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"jivosite.com","rank":4647,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jivosite.com","observedAt":"2026-08-09T18:09:04.239Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jivox.com","rank":4954,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jivox.com","observedAt":"2026-08-09T18:09:04.648Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://davincicommerce.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":68},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":179885,"botStatus":200,"botBytes":179885,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"DaVinci Commerce | AI Commerce Experience Platform","lang":"en","ssrTextLength":6815,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":31,"imagesWithAlt":13,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jma.go.jp","rank":5017,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jma.go.jp","observedAt":"2026-08-09T18:09:05.456Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"johndeerecloud.com","rank":4316,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"johndeerecloud.com","observedAt":"2026-08-09T18:09:05.643Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"johnlewis.com","rank":4768,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"johnlewis.com","observedAt":"2026-08-09T18:09:06.233Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1404},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"join.chat","rank":5111,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"join.chat","observedAt":"2026-08-09T18:09:06.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://join.chat/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5698,"botStatus":403,"botBytes":5677,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"joinhoney.com","rank":4263,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"joinhoney.com","observedAt":"2026-08-09T18:09:06.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.joinhoney.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":444},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":94198,"botStatus":200,"botBytes":94336,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Automatic Coupons, Promo Codes, and Deals | Honey","lang":"en","ssrTextLength":1778,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":16,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"joinmassive.com","rank":3001,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"joinmassive.com","observedAt":"2026-08-09T18:09:07.100Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.joinmassive.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":73},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":358482,"botStatus":200,"botBytes":358482,"detected":false},"llmsTxt":{"present":true,"bytes":27980,"specValid":true,"issues":[],"linkCount":186},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Massive — Real-Time Web Access for AI","lang":"en","ssrTextLength":10189,"h1Count":1,"landmarks":["main","nav","footer","article","aside"],"imagesTotal":136,"imagesWithAlt":86,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"joinserver.xyz","rank":2404,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"joinserver.xyz","observedAt":"2026-08-09T18:09:07.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://joinserver.xyz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12601,"botStatus":200,"botBytes":12601,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Бесплатные домены для серверов Minecraft от Hosting-Minecraft.pro","lang":"ru","ssrTextLength":1129,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.26.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jomodns.com","rank":182,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jomodns.com","observedAt":"2026-08-09T18:09:07.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"joomla.org","rank":3002,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"joomla.org","observedAt":"2026-08-09T18:09:07.877Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.joomla.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1308},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":49533,"botStatus":200,"botBytes":49533,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Joomla Content Management System (CMS) - try it! It's free!","lang":"en","ssrTextLength":5336,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":11,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"joomla","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"jotform.com","rank":615,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jotform.com","observedAt":"2026-08-09T18:09:08.450Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jotform.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":12030},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":531936,"botStatus":200,"botBytes":529937,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Free Online Form Builder & Form Creator for 2026 | Jotform","lang":"en","ssrTextLength":6263,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":91,"imagesWithAlt":91,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"joyclub.de","rank":1521,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"joyclub.de","observedAt":"2026-08-09T18:09:08.972Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.joyclub.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2952},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67833,"botStatus":403,"botBytes":354255,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"JOYclub - Lebe deine Lust! ❤","lang":"de","ssrTextLength":4824,"h1Count":1,"landmarks":[],"imagesTotal":10,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"joyn.de","rank":3301,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"joyn.de","observedAt":"2026-08-09T18:09:09.503Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.joyn.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":405},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":150393,"botStatus":200,"botBytes":150393,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Joyn - Serien, Filme, Sport & Live TV jederzeit streamen","lang":"de","ssrTextLength":5696,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"jp.net","rank":3736,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jp.net","observedAt":"2026-08-09T18:09:09.568Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.jp.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10742,"botStatus":200,"botBytes":10742,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"JP.NET – The New Domain for Japan","lang":null,"ssrTextLength":2599,"h1Count":2,"landmarks":[],"imagesTotal":24,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jpost.com","rank":3843,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jpost.com","observedAt":"2026-08-09T18:09:10.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.jpost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","Claude-User","Perplexity-User"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":2431},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":134,"botStatus":200,"botBytes":758550,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403","lang":null,"ssrTextLength":17,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jpush.cn","rank":3017,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jpush.cn","observedAt":"2026-08-09T18:09:10.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jpush.cn/push","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":172},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":138094,"botStatus":200,"botBytes":138094,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"极光推送-快速集成消息推送功能,提升APP运营效率","lang":null,"ssrTextLength":5844,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":43,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"elb"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jquery.com","rank":528,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jquery.com","observedAt":"2026-08-09T18:09:11.030Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jquery.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26188,"botStatus":200,"botBytes":26188,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"jQuery","lang":"en","ssrTextLength":3218,"h1Count":0,"landmarks":["nav","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"jra.go.jp","rank":1639,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jra.go.jp","observedAt":"2026-08-09T18:09:11.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jra.jp","rank":1688,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jra.jp","observedAt":"2026-08-09T18:09:11.850Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jra.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":27},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95274,"botStatus":200,"botBytes":95274,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"JRA���{�������n��","lang":"ja","ssrTextLength":8478,"h1Count":1,"landmarks":[],"imagesTotal":109,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Ceph Object Gateway (squid)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"js.org","rank":4034,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"js.org","observedAt":"2026-08-09T18:09:11.886Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://js.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17544,"botStatus":200,"botBytes":17544,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"JS.ORG - the JavaScript organization","lang":null,"ssrTextLength":1907,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jsdelivr.net","rank":298,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jsdelivr.net","observedAt":"2026-08-09T18:09:11.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jst.go.jp","rank":4402,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jst.go.jp","observedAt":"2026-08-09T18:09:12.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jstor.org","rank":1234,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jstor.org","observedAt":"2026-08-09T18:09:12.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jstor.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"PerimeterX challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","CCBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1605},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":43317,"botStatus":200,"botBytes":43317,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"JSTOR Home","lang":"en","ssrTextLength":2141,"h1Count":0,"landmarks":["main"],"imagesTotal":25,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jtvnw.net","rank":2727,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jtvnw.net","observedAt":"2026-08-09T18:09:12.787Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"judge.me","rank":4018,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"judge.me","observedAt":"2026-08-09T18:09:12.989Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://judge.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1077},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1637562,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Judge.me | #1 Product Reviews App for Shopify","lang":"en","ssrTextLength":14318,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":217,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"cloudfront","server":"Framer/0ccde4a"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"judns.com","rank":3767,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"judns.com","observedAt":"2026-08-09T18:09:13.566Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.judns.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":795,"botStatus":403,"botBytes":1021,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"域名控制面板 V3.0","lang":null,"ssrTextLength":11,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"juicyscore.com","rank":2137,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"juicyscore.com","observedAt":"2026-08-09T18:09:14.104Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":101},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"julydns.com","rank":2382,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"julydns.com","observedAt":"2026-08-09T18:09:14.370Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.julydns.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":795,"botStatus":403,"botBytes":1021,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"域名控制面板 V3.0","lang":null,"ssrTextLength":11,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jumpjump.io","rank":4740,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jumpjump.io","observedAt":"2026-08-09T18:09:14.589Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jumpjump.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1750,"botStatus":200,"botBytes":1750,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"JumpJump VPN","lang":"en","ssrTextLength":12,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"juntadeandalucia.es","rank":4093,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"juntadeandalucia.es","observedAt":"2026-08-09T18:09:15.268Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.juntadeandalucia.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":8395},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":194818,"botStatus":200,"botBytes":194818,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Junta de Andalucía - Portal oficial","lang":"es","ssrTextLength":9301,"h1Count":8,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":15,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"jup9.com","rank":1873,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jup9.com","observedAt":"2026-08-09T18:09:15.338Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jup9.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3363,"botStatus":200,"botBytes":3363,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Propush","lang":"en","ssrTextLength":1088,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"jusbrasil.com.br","rank":1267,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jusbrasil.com.br","observedAt":"2026-08-09T18:09:15.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://jusbrasil.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21443,"botStatus":403,"botBytes":21421,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Jusbrasil","lang":"pt","ssrTextLength":264,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"justdial.com","rank":1300,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"justdial.com","observedAt":"2026-08-09T18:09:16.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Amazonbot"],"groupCount":21,"usesAllowRules":true,"crawlDelay":null,"bytes":1052},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"justia.com","rank":3024,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"justia.com","observedAt":"2026-08-09T18:09:16.430Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.justia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":68},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":5682,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"justice.gov","rank":2193,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"justice.gov","observedAt":"2026-08-09T18:09:16.493Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.justice.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":10,"bytes":2601},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102237,"botStatus":200,"botBytes":102237,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Department of Justice |  Homepage | United States Department of Justice","lang":"en","ssrTextLength":7721,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":48,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"justpaste.it","rank":4567,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"justpaste.it","observedAt":"2026-08-09T18:09:16.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://justpaste.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":49},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7511,"botStatus":200,"botBytes":7511,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"JustPaste.it - paste text and share with your friends","lang":"en","ssrTextLength":123,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"justwatch.com","rank":4613,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"justwatch.com","observedAt":"2026-08-09T18:09:16.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.justwatch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1594781,"botStatus":200,"botBytes":1594781,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"JustWatch - The Streaming Guide","lang":"en","ssrTextLength":10488,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":457,"imagesWithAlt":426,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jutarnji.hr","rank":1446,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jutarnji.hr","observedAt":"2026-08-09T18:09:17.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jutarnji.hr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":1989},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":397799,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","ItemList","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Jutarnji list - Najnovije vijesti iz Hrvatske i svijeta","lang":"hr","ssrTextLength":19312,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":181,"imagesWithAlt":178,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"joomla","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jw.org","rank":1183,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jw.org","observedAt":"2026-08-09T18:09:17.487Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jw.org/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":228},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":178306,"botStatus":200,"botBytes":178306,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Jehovah’s Witnesses—Official Website: jw.org | English","lang":"en","ssrTextLength":5213,"h1Count":3,"landmarks":["main","nav","header","footer","article"],"imagesTotal":19,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jwpcdn.com","rank":4951,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jwpcdn.com","observedAt":"2026-08-09T18:09:17.750Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"jwplayer.com","rank":2574,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jwplayer.com","observedAt":"2026-08-09T18:09:18.121Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://jwx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":157832,"botStatus":200,"botBytes":157832,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Video technology & monetization platform for streamers, publishers & advertisers | JWX","lang":"en","ssrTextLength":6913,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":31,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"jwpltx.com","rank":2924,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"jwpltx.com","observedAt":"2026-08-09T18:09:18.356Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kadencewp.com","rank":4669,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kadencewp.com","observedAt":"2026-08-09T18:09:18.571Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.kadencewp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":754},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1137,"botStatus":400,"botBytes":1164,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":74,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kaggle.com","rank":4583,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kaggle.com","observedAt":"2026-08-09T18:09:19.510Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kaggle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5671,"botStatus":200,"botBytes":5671,"detected":false},"llmsTxt":{"present":true,"bytes":2248,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Kaggle: The World’s AI Proving Ground","lang":"en","ssrTextLength":44,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kahoot.it","rank":2734,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kahoot.it","observedAt":"2026-08-09T18:09:19.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":490},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kaiserpermanente.org","rank":4843,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kaiserpermanente.org","observedAt":"2026-08-09T18:09:19.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://healthy.kaiserpermanente.org/front-door","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":6653},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":315040,"botStatus":200,"botBytes":315040,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Custom Care & Coverage Just For You | Kaiser Permanente","lang":"en","ssrTextLength":9676,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":84,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kakao.com","rank":1245,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kakao.com","observedAt":"2026-08-09T18:09:20.097Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":147},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kakaocdn.net","rank":3528,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kakaocdn.net","observedAt":"2026-08-09T18:09:20.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kakuyomu.jp","rank":1551,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kakuyomu.jp","observedAt":"2026-08-09T18:09:20.794Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kakuyomu.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["ClaudeBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":1,"bytes":210},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":317823,"botStatus":200,"botBytes":317823,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"無料で小説を書ける、読める、伝えられる - カクヨム","lang":"ja","ssrTextLength":4754,"h1Count":1,"landmarks":["header","aside"],"imagesTotal":37,"imagesWithAlt":25,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kaltura.com","rank":4715,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kaltura.com","observedAt":"2026-08-09T18:09:21.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://corp.kaltura.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":398},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2399,"botStatus":202,"botBytes":2399,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"kamababax.com","rank":1712,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kamababax.com","observedAt":"2026-08-09T18:09:21.322Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kamababa1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":636},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136223,"botStatus":200,"botBytes":136223,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Person","WebSite","CollectionPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"KamaBaba - Erotic unseen Indian sex videos","lang":"en","ssrTextLength":5795,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":44,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kandji.io","rank":4511,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kandji.io","observedAt":"2026-08-09T18:09:21.442Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iru.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":108},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":190731,"botStatus":200,"botBytes":190759,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Iru: Endpoint, Compliance & Identity for IT & Security | Iru","lang":"en","ssrTextLength":7140,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":74,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"kargo.com","rank":1827,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kargo.com","observedAt":"2026-08-09T18:09:21.680Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kargo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot"],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1504},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":344547,"botStatus":200,"botBytes":344547,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Kargo | Premium Advertising Solutions for Modern Brands — Kargo","lang":"en","ssrTextLength":9175,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":40,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"karnataka.gov.in","rank":1367,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"karnataka.gov.in","observedAt":"2026-08-09T18:09:21.717Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"karte.io","rank":4781,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"karte.io","observedAt":"2026-08-09T18:09:21.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://karte.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":695686,"botStatus":200,"botBytes":695686,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CXプラットフォーム KARTE（カルテ）| データとAIで事業成長を加速","lang":"ja","ssrTextLength":8853,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":88,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kaspersky-labs.com","rank":383,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kaspersky-labs.com","observedAt":"2026-08-09T18:09:22.383Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kaspersky.com","rank":141,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kaspersky.com","observedAt":"2026-08-09T18:09:22.432Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kaspersky.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":18,"usesAllowRules":true,"crawlDelay":null,"bytes":1929},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":867392,"botStatus":200,"botBytes":867392,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Kaspersky Cyber Security Solutions for Home and Business | Kaspersky","lang":"en","ssrTextLength":11233,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":16,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kasperskylabs.com","rank":3462,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kasperskylabs.com","observedAt":"2026-08-09T18:09:23.078Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kaspi.kz","rank":1427,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kaspi.kz","observedAt":"2026-08-09T18:09:23.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kaspi.kz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":810},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":84183,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Kaspi.kz – Магазин, Платежи, Мой Банк, Переводы, Red, Бонусы, Гид","lang":null,"ssrTextLength":5118,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":72,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kasserver.com","rank":2460,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kasserver.com","observedAt":"2026-08-09T18:09:23.931Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kasserver.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7081,"botStatus":200,"botBytes":7081,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Kundenadministrationssystem (KAS), technische Verwaltung","lang":"en","ssrTextLength":175,"h1Count":1,"landmarks":[],"imagesTotal":6,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kayak.com","rank":4875,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kayak.com","observedAt":"2026-08-09T18:09:24.189Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kayak.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ChatGPT-User"],"groupCount":23,"usesAllowRules":true,"crawlDelay":null,"bytes":42050},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1543800,"botStatus":200,"botBytes":1531043,"detected":false},"llmsTxt":{"present":true,"bytes":7474,"specValid":true,"issues":[],"linkCount":44},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Website","Organization","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Search Flights, Hotels & Rental Cars | KAYAK","lang":"en","ssrTextLength":18822,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":78,"imagesWithAlt":73,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"KAYAK/1.0"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kbz0pwvxmv.com","rank":3057,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kbz0pwvxmv.com","observedAt":"2026-08-09T18:09:24.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kbz0pwvxmv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":524667,"botStatus":200,"botBytes":524586,"detected":false},"llmsTxt":{"present":true,"bytes":14095,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":1889,"h1Count":1,"landmarks":["main"],"imagesTotal":43,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kde.org","rank":2275,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kde.org","observedAt":"2026-08-09T18:09:24.645Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kde.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":150},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54091,"botStatus":200,"botBytes":54091,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home - KDE Community","lang":null,"ssrTextLength":6577,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":38,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.52 (Ubuntu)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kdocs.cn","rank":3857,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kdocs.cn","observedAt":"2026-08-09T18:09:25.105Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://account.kdocs.cn/passport/singlesign?cb=https%3A%2F%2Fwww.kdocs.cn%2F&form=kdocs","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":406},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":23349,"botStatus":200,"botBytes":23349,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"istio-envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ke.com","rank":3411,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ke.com","observedAt":"2026-08-09T18:09:25.862Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bj.ke.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":63341,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"北京房产网_北京二手房|租房|新房|房地产信息网【北京贝壳找房】","lang":"en","ssrTextLength":1611,"h1Count":0,"landmarks":[],"imagesTotal":11,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Lianjia"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"keenetic.io","rank":1022,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"keenetic.io","observedAt":"2026-08-09T18:09:25.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"keenetic.pro","rank":4488,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"keenetic.pro","observedAt":"2026-08-09T18:09:26.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://keenetic.pro/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1018,"botStatus":200,"botBytes":1018,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"KeenDNS","lang":"en","ssrTextLength":7,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":"NDM NDNS"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"keepverify.net","rank":2540,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"keepverify.net","observedAt":"2026-08-09T18:09:26.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"keirin.jp","rank":1667,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"keirin.jp","observedAt":"2026-08-09T18:09:26.910Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1025},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kemkes.go.id","rank":1693,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kemkes.go.id","observedAt":"2026-08-09T18:09:27.028Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://kemkes.go.id/id/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":79955,"botStatus":200,"botBytes":79955,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Selamat Datang di Situs Resmi Kementerian Kesehatan Republik Indonesia","lang":"id","ssrTextLength":3777,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":68,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kernel.org","rank":1252,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kernel.org","observedAt":"2026-08-09T18:09:27.343Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kernel.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19137,"botStatus":200,"botBytes":19137,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Linux Kernel Archives","lang":"en","ssrTextLength":1552,"h1Count":2,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":8,"imagesWithAlt":8,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kerriganbaron.com","rank":null,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kerriganbaron.com","observedAt":"2026-08-09T18:09:28.086Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kerriganbaron.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":70870,"botStatus":200,"botBytes":70870,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Person"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Kerrigan Baron | MACH Architecture and AI Transformation Leader","lang":"en","ssrTextLength":7401,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ketchcdn.com","rank":4374,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ketchcdn.com","observedAt":"2026-08-09T18:09:29.101Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":6,"usesAllowRules":false,"crawlDelay":86400,"bytes":1448},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kgslb.com","rank":2487,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kgslb.com","observedAt":"2026-08-09T18:09:29.158Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"khanacademy.org","rank":2612,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"khanacademy.org","observedAt":"2026-08-09T18:09:29.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.khanacademy.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":200,"botBytes":3036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kia.com","rank":4105,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kia.com","observedAt":"2026-08-09T18:09:29.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kia.com/us/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3987},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":418497,"botStatus":200,"botBytes":418850,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","Brand","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Kia America Official Site: Discover the New Kia","lang":"en","ssrTextLength":52623,"h1Count":2,"landmarks":["footer"],"imagesTotal":82,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kick.com","rank":701,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kick.com","observedAt":"2026-08-09T18:09:29.664Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://kick.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":79,"botStatus":403,"botBytes":79,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":75,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kicker.de","rank":1150,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kicker.de","observedAt":"2026-08-09T18:09:29.957Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.kicker.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2403,"botStatus":202,"botBytes":2403,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kickstarter.com","rank":1032,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kickstarter.com","observedAt":"2026-08-09T18:09:30.058Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.kickstarter.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5729,"botStatus":403,"botBytes":294347,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kicktipp.de","rank":1970,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kicktipp.de","observedAt":"2026-08-09T18:09:30.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kicktipp.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":249},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12184,"botStatus":200,"botBytes":12184,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tippspiele zur Bundesliga, WM, EM und mehr | kicktipp","lang":"de","ssrTextLength":708,"h1Count":1,"landmarks":["nav"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kijiji.ca","rank":5080,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kijiji.ca","observedAt":"2026-08-09T18:09:31.562Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kijiji.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":7789},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":231953,"botStatus":429,"botBytes":142,"detected":true},"llmsTxt":{"present":true,"bytes":2929,"specValid":true,"issues":[],"linkCount":4},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Kijiji - Buy, Sell & Save with Canada's #1 Local Marketplaces | Kijiji","lang":"en","ssrTextLength":2311,"h1Count":1,"landmarks":["main","nav","header","aside"],"imagesTotal":28,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":"Google Frontend"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"king.com","rank":4945,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"king.com","observedAt":"2026-08-09T18:09:32.078Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.king.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":65},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22232,"botStatus":200,"botBytes":22232,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"King.com - Play the Most Popular & Fun Games Online!","lang":null,"ssrTextLength":3226,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kingbokep.tv","rank":1588,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kingbokep.tv","observedAt":"2026-08-09T18:09:32.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kingbokep.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":105},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":37933,"botStatus":200,"botBytes":37933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"KingBokep | Streaming Video Bokep Terbaru","lang":"id","ssrTextLength":1760,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":54,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"BunnyCDN-IL1-871"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kinghost.com.br","rank":3278,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kinghost.com.br","observedAt":"2026-08-09T18:09:32.160Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://king.host/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":5602},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1189003,"botStatus":200,"botBytes":1189003,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"KingHost: Plataforma de Hospedagem de Sites Segura e Confiável","lang":null,"ssrTextLength":3234,"h1Count":0,"landmarks":["nav"],"imagesTotal":24,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kingsgroupgames.com","rank":4187,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kingsgroupgames.com","observedAt":"2026-08-09T18:09:32.511Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://kingsgroupgames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":571,"botStatus":403,"botBytes":169,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":40,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.12.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kinnser.net","rank":1717,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kinnser.net","observedAt":"2026-08-09T18:09:32.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kinnser.net/login.cfm","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":16845,"botStatus":200,"botBytes":16845,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Login | WellSky HHH","lang":null,"ssrTextLength":398,"h1Count":0,"landmarks":["main","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kinoafisha.info","rank":4705,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kinoafisha.info","observedAt":"2026-08-09T18:09:34.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kinoafisha.info/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot"],"groupCount":15,"usesAllowRules":true,"crawlDelay":1,"bytes":3007},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":528294,"botStatus":200,"botBytes":528384,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Киноафиша – все о кино и кинотеатрах, афиша кинотеатров","lang":"ru","ssrTextLength":19530,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":49,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kinopoisk.ru","rank":2362,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kinopoisk.ru","observedAt":"2026-08-09T18:09:34.807Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sso.passport.yandex.ru/push?retpath=https%3A%2F%2Fwww.kinopoisk.ru%2F%3Futm_referrer%3Dorganic.kinopoisk.ru&uuid=bcda6f67-5d7e-460f-adf5-8da5657e59be","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2765},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2976,"botStatus":200,"botBytes":444773,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kion.ru","rank":5122,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kion.ru","observedAt":"2026-08-09T18:09:34.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kion.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":4690},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":801029,"botStatus":200,"botBytes":801278,"detected":false},"llmsTxt":{"present":true,"bytes":1168,"specValid":false,"issues":["no blockquote summary"],"linkCount":6},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Онлайн-кинотеатр КИОН - фильмы, сериалы, ТВ и мультфильмы смотреть онлайн бесплатно в хорошем качестве","lang":"ru","ssrTextLength":2387,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":154,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"angular","network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kit.com","rank":4363,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kit.com","observedAt":"2026-08-09T18:09:35.099Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://kit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10148,"botStatus":403,"botBytes":10148,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Kit","lang":"en","ssrTextLength":106,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kkstories.com","rank":1762,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kkstories.com","observedAt":"2026-08-09T18:09:35.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kkstories.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":162},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":68549,"botStatus":200,"botBytes":68549,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"kkstories","lang":"en","ssrTextLength":4238,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":7,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"klarna.com","rank":2273,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"klarna.com","observedAt":"2026-08-09T18:09:35.930Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.klarna.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2375,"botStatus":202,"botBytes":2375,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"klarna.net","rank":2541,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"klarna.net","observedAt":"2026-08-09T18:09:36.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"klaviyo.com","rank":614,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"klaviyo.com","observedAt":"2026-08-09T18:09:36.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.klaviyo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","meta-externalagent","YouBot","DuckAssistBot","Google-NotebookLM"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":518333,"botStatus":200,"botBytes":518333,"detected":false},"llmsTxt":{"present":true,"bytes":8481,"specValid":true,"issues":[],"linkCount":41},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","ItemList","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Klaviyo: AI Email Marketing & SMS | B2C CRM","lang":"en","ssrTextLength":14764,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":135,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kleinanzeigen.de","rank":922,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kleinanzeigen.de","observedAt":"2026-08-09T18:09:37.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kleinanzeigen.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":10861},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":252482,"botStatus":200,"botBytes":255334,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Kleinanzeigen – früher eBay Kleinanzeigen. Anzeigen gratis inserieren mit Kleinanzeigen","lang":"de","ssrTextLength":6674,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":26,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"klikbca.com","rank":1486,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"klikbca.com","observedAt":"2026-08-09T18:09:37.151Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.klikbca.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10531,"botStatus":200,"botBytes":10527,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Internet Banking - KlikBCA","lang":null,"ssrTextLength":725,"h1Count":0,"landmarks":[],"imagesTotal":14,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"knowbe4.com","rank":3834,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"knowbe4.com","observedAt":"2026-08-09T18:09:37.384Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.knowbe4.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":465},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200472,"botStatus":200,"botBytes":200472,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"KnowBe4 | Secure Your Digital Workforce: Human + AI","lang":"en","ssrTextLength":9660,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":58,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"knt9.xyz","rank":2828,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"knt9.xyz","observedAt":"2026-08-09T18:09:37.674Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://knt9.xyz/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ko-fi.com","rank":2788,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ko-fi.com","observedAt":"2026-08-09T18:09:37.744Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ko-fi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1915},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":67840,"botStatus":200,"botBytes":67840,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ko-fi | Make money doing what you love","lang":"en","ssrTextLength":4156,"h1Count":3,"landmarks":["nav","footer"],"imagesTotal":47,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"kobo.com","rank":4272,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kobo.com","observedAt":"2026-08-09T18:09:38.783Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.kobo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2858},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84424,"botStatus":403,"botBytes":84424,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Challenged | Kobo.com","lang":"en","ssrTextLength":21,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kochava.com","rank":2878,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kochava.com","observedAt":"2026-08-09T18:09:39.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kochava.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":778},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":381653,"botStatus":200,"botBytes":381653,"detected":false},"llmsTxt":{"present":true,"bytes":79716,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Kochava | Omnichannel measurement for advertisers and publishers","lang":"en","ssrTextLength":32706,"h1Count":2,"landmarks":["nav","header"],"imagesTotal":57,"imagesWithAlt":11,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Pagely-ARES/1.22.27"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kohls.com","rank":1244,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kohls.com","observedAt":"2026-08-09T18:09:39.919Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://kohls.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":359,"botStatus":200,"botBytes":468998,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":198,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kolnabo.com","rank":4556,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kolnabo.com","observedAt":"2026-08-09T18:09:40.096Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"komikindo.ch","rank":5063,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"komikindo.ch","observedAt":"2026-08-09T18:09:40.253Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://komikindo.ch/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1960},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5594,"botStatus":403,"botBytes":5573,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kommersant.ru","rank":4822,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kommersant.ru","observedAt":"2026-08-09T18:09:40.334Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kommersant.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":3951},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":513240,"botStatus":200,"botBytes":510878,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Новости России и мира сегодня — последние новости на Коммерсантъ","lang":"ru","ssrTextLength":16865,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":183,"imagesWithAlt":134,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kompas.com","rank":3962,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kompas.com","observedAt":"2026-08-09T18:09:40.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kompas.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":3360},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":396748,"botStatus":200,"botBytes":396748,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Berita Terkini Hari Ini, Kabar Akurat Terpercaya - Kompas.com","lang":null,"ssrTextLength":17549,"h1Count":7,"landmarks":["article"],"imagesTotal":152,"imagesWithAlt":129,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"KG Media"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kompoz2.com","rank":1577,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kompoz2.com","observedAt":"2026-08-09T18:09:41.110Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://kompoz2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":27,"usesAllowRules":false,"crawlDelay":30,"bytes":1188},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5708,"botStatus":403,"botBytes":4906,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"konami.net","rank":3123,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"konami.net","observedAt":"2026-08-09T18:09:41.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kontur.ru","rank":954,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kontur.ru","observedAt":"2026-08-09T18:09:42.368Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kontur.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":5641},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":147013,"botStatus":200,"botBytes":146951,"detected":false},"llmsTxt":{"present":true,"bytes":24368,"specValid":false,"issues":["no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Контур — экосистема для бизнеса","lang":"ru","ssrTextLength":4394,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":61,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kooora.com","rank":1532,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kooora.com","observedAt":"2026-08-09T18:09:42.730Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kooora.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":883085,"botStatus":200,"botBytes":883085,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"الموقع العربي الرياضي الأول | كووورة","lang":"ar","ssrTextLength":14573,"h1Count":0,"landmarks":["main","nav","header","article"],"imagesTotal":146,"imagesWithAlt":146,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"koselarab.com","rank":1715,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"koselarab.com","observedAt":"2026-08-09T18:09:42.833Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://koselarab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5595,"botStatus":403,"botBytes":5574,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kp.ru","rank":3841,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kp.ru","observedAt":"2026-08-09T18:09:43.167Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kp.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1021},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":530154,"botStatus":200,"botBytes":530154,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Новости России и мира. Комсомольская Правда в РФ - газета, радио и сайт // WWW.KP.RU - KP.RU","lang":"ru","ssrTextLength":6129,"h1Count":1,"landmarks":["nav"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"185.71.64.65"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kpmg.com","rank":2885,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kpmg.com","observedAt":"2026-08-09T18:09:43.191Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kpmg.com/xx/en.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":672},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":161237,"botStatus":200,"botBytes":161237,"detected":false},"llmsTxt":{"present":true,"bytes":6835,"specValid":false,"issues":["no blockquote summary"],"linkCount":51},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage","ImageObject","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"KPMG International | Home","lang":"en","ssrTextLength":7212,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":11,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kqbd.mobi","rank":1944,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kqbd.mobi","observedAt":"2026-08-09T18:09:43.629Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://kqbd.mobi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":77},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1585701,"botStatus":200,"botBytes":1585701,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","LocalBusiness"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Kqbd hn, kết quả bóng đá hôm nay, ketquabongda trực tuyến","lang":"vi","ssrTextLength":70952,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":98,"imagesWithAlt":96,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kraken.com","rank":4112,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kraken.com","observedAt":"2026-08-09T18:09:43.679Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kraken.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2427},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1344189,"botStatus":200,"botBytes":1344135,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","FinancialService","Service","WebSite","BreadcrumbList","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Kraken | Own the Power of Your Money — Crypto, Stocks & more","lang":"en","ssrTextLength":8540,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":43,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"kremlin.ru","rank":4761,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kremlin.ru","observedAt":"2026-08-09T18:09:43.747Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://kremlin.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":629},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":52694,"botStatus":200,"botBytes":52694,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Президент России","lang":"ru","ssrTextLength":6264,"h1Count":0,"landmarks":["nav"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"kroger.com","rank":4903,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kroger.com","observedAt":"2026-08-09T18:09:43.874Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.kroger.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2616,"botStatus":200,"botBytes":610344,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":32,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"krone.at","rank":4992,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"krone.at","observedAt":"2026-08-09T18:09:44.286Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.krone.at/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1459},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":647884,"botStatus":200,"botBytes":647884,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","BreadCrumbList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Kronen Zeitung | Aktuelle Nachrichten | krone.at","lang":"de","ssrTextLength":30342,"h1Count":0,"landmarks":["nav","aside"],"imagesTotal":364,"imagesWithAlt":333,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ks-cdn.com","rank":709,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ks-cdn.com","observedAt":"2026-08-09T18:09:45.106Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ksapisrv.com","rank":2700,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ksapisrv.com","observedAt":"2026-08-09T18:09:45.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":305},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kslawin.com","rank":1055,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kslawin.com","observedAt":"2026-08-09T18:09:45.976Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ksord.com","rank":2780,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ksord.com","observedAt":"2026-08-09T18:09:46.359Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ksyna.net","rank":3702,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ksyna.net","observedAt":"2026-08-09T18:09:46.814Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ksyuncdn.com","rank":243,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ksyuncdn.com","observedAt":"2026-08-09T18:09:46.833Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ktalk.ru","rank":3623,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ktalk.ru","observedAt":"2026-08-09T18:09:47.479Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ktalk.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13549,"botStatus":403,"botBytes":13549,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Контур | Доступ запрещен","lang":"ru","ssrTextLength":435,"h1Count":1,"landmarks":["main","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kuaishou.com","rank":2698,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kuaishou.com","observedAt":"2026-08-09T18:09:47.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":604},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kueezrtb.com","rank":1421,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kueezrtb.com","observedAt":"2026-08-09T18:09:48.065Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://weare.kueez.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":90134,"botStatus":200,"botBytes":90134,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"We are Kueez","lang":"en","ssrTextLength":10433,"h1Count":2,"landmarks":[],"imagesTotal":80,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"kuf.by","rank":2816,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kuf.by","observedAt":"2026-08-09T18:09:48.602Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kumanga.com","rank":1733,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kumanga.com","observedAt":"2026-08-09T18:09:48.633Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kunlunaq.com","rank":4458,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kunlunaq.com","observedAt":"2026-08-09T18:09:48.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kunluncan.com","rank":865,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kunluncan.com","observedAt":"2026-08-09T18:09:49.812Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kunlungr.com","rank":2357,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kunlungr.com","observedAt":"2026-08-09T18:09:50.573Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kunlunsl.com","rank":2867,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kunlunsl.com","observedAt":"2026-08-09T18:09:50.942Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kwai-pro.com","rank":388,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kwai-pro.com","observedAt":"2026-08-09T18:09:51.158Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kwai.com","rank":973,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kwai.com","observedAt":"2026-08-09T18:09:51.378Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.kwai.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":231},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":63260,"botStatus":200,"botBytes":69039,"detected":false},"llmsTxt":{"present":true,"bytes":5130,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Make Everyone Shine","lang":"en","ssrTextLength":258,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kwai.net","rank":473,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kwai.net","observedAt":"2026-08-09T18:09:51.886Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kwaicdn.com","rank":3161,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kwaicdn.com","observedAt":"2026-08-09T18:09:51.897Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kwaipros.com","rank":432,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kwaipros.com","observedAt":"2026-08-09T18:09:52.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kwcdn.com","rank":1019,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kwcdn.com","observedAt":"2026-08-09T18:09:52.784Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kwimgs.com","rank":4538,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kwimgs.com","observedAt":"2026-08-09T18:09:52.903Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://kwimgs.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4716,"botStatus":200,"botBytes":4716,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"中博科远","lang":null,"ssrTextLength":173,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kxcdn.com","rank":5101,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kxcdn.com","observedAt":"2026-08-09T18:09:53.389Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"kzhi.tech","rank":4988,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"kzhi.tech","observedAt":"2026-08-09T18:09:53.775Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"labs.google","rank":1276,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"labs.google","observedAt":"2026-08-09T18:09:54.802Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://labs.google/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":291},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":291748,"botStatus":200,"botBytes":291748,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google Labs: Google's home for AI experiments","lang":"en","ssrTextLength":4234,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":24,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"angular","network":"google","server":"Google Frontend"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ladbrokes.com","rank":5034,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ladbrokes.com","observedAt":"2026-08-09T18:09:55.578Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://help.ladbrokes.com/closed","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9529,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Help - We regret to inform you that your IP address has been blocked","lang":null,"ssrTextLength":2048,"h1Count":0,"landmarks":["nav","header","article"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ladepeche.fr","rank":1284,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ladepeche.fr","observedAt":"2026-08-09T18:09:55.964Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ladepeche.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":240,"usesAllowRules":false,"crawlDelay":null,"bytes":8903},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":450370,"botStatus":200,"botBytes":450370,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"La Dépêche : Actualités en temps réel et l'info en continu - ladepeche.fr","lang":"fr","ssrTextLength":50866,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":141,"imagesWithAlt":131,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ladies.de","rank":1585,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ladies.de","observedAt":"2026-08-09T18:09:56.410Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ladies.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":740},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10744,"botStatus":200,"botBytes":177347,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ladies DE | Rotlicht Erotik Portal | Huren, Escort, Sex Clubs, TS","lang":"de","ssrTextLength":189,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ladsp.com","rank":3314,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ladsp.com","observedAt":"2026-08-09T18:09:57.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":79},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lanacion.com.ar","rank":1143,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lanacion.com.ar","observedAt":"2026-08-09T18:09:57.532Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lanacion.com.ar/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1212},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1036173,"botStatus":200,"botBytes":1036175,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Últimas noticias de Argentina y el mundo - LA NACION","lang":"es","ssrTextLength":20136,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":156,"imagesWithAlt":154,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"laracasts.com","rank":2988,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"laracasts.com","observedAt":"2026-08-09T18:09:58.151Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://laracasts.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":137},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":581647,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":4564,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Learn Laravel | Laracasts","lang":"en","ssrTextLength":54702,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":217,"imagesWithAlt":215,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"laravel.com","rank":2276,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"laravel.com","observedAt":"2026-08-09T18:09:58.906Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://laravel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":88},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":542165,"botStatus":200,"botBytes":542241,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","SoftwareApplication"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Laravel - The clean stack for Artisans and agents","lang":"en","ssrTextLength":4476,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":13,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"last.fm","rank":2312,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"last.fm","observedAt":"2026-08-09T18:09:59.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.last.fm/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":1,"bytes":8727},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":143435,"botStatus":406,"botBytes":8042,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Last.fm | Play music, find songs, and discover artists","lang":"en","ssrTextLength":1987,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":8,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lastampa.it","rank":4541,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lastampa.it","observedAt":"2026-08-09T18:09:59.883Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lastampa.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["PerplexityBot","Applebot-Extended","Amazonbot","Bytespider","YouBot","DuckAssistBot","Diffbot"],"groupCount":101,"usesAllowRules":true,"crawlDelay":null,"bytes":4052},"tier1Blocked":["PerplexityBot","Applebot-Extended"],"tier2Blocked":["Bytespider","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":466082,"botStatus":200,"botBytes":466082,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"La Stampa - Ultime notizie di cronaca e news dall'Italia e dal mondo","lang":"it","ssrTextLength":28355,"h1Count":42,"landmarks":["main","nav","footer","article","aside"],"imagesTotal":256,"imagesWithAlt":230,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lastpass.com","rank":2538,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lastpass.com","observedAt":"2026-08-09T18:10:00.759Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lastpass.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1078},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":311325,"botStatus":200,"botBytes":311325,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","FAQPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"#1 Password Manager & Vault App with Single-Sign On & MFA Solutions - LastPass","lang":"en","ssrTextLength":26989,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":115,"imagesWithAlt":87,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"latamairlines.com","rank":4573,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"latamairlines.com","observedAt":"2026-08-09T18:10:01.179Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"latimes.com","rank":869,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"latimes.com","observedAt":"2026-08-09T18:10:01.337Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.latimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Bytespider","Diffbot"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":1768},"tier1Blocked":["GPTBot","ClaudeBot"],"tier2Blocked":["Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":1437437,"botStatus":200,"botBytes":1437437,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"News from California, across the nation and world - Los Angeles Times","lang":"en","ssrTextLength":22032,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":157,"imagesWithAlt":150,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"N/A"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"launchdarkly.com","rank":320,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"launchdarkly.com","observedAt":"2026-08-09T18:10:01.339Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://launchdarkly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":251},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":698798,"botStatus":200,"botBytes":698798,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Runtime Control for AI-Era Software | Feature Flags & AI Agent Control | LaunchDarkly","lang":"en","ssrTextLength":7203,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":129,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"launchpad.net","rank":264,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"launchpad.net","observedAt":"2026-08-09T18:10:01.356Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://launchpad.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1879},"tier1Blocked":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":20267,"botStatus":403,"botBytes":199,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Launchpad","lang":"en","ssrTextLength":2165,"h1Count":0,"landmarks":[],"imagesTotal":13,"imagesWithAlt":13,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"gunicorn"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lausd.net","rank":4783,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lausd.net","observedAt":"2026-08-09T18:10:02.861Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lausd.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84,"botStatus":200,"botBytes":84,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lavanguardia.com","rank":3353,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lavanguardia.com","observedAt":"2026-08-09T18:10:03.071Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lavanguardia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","CCBot","Bytespider","YouBot"],"groupCount":37,"usesAllowRules":true,"crawlDelay":null,"bytes":12985},"tier1Blocked":["GPTBot","ClaudeBot"],"tier2Blocked":["CCBot","Bytespider","YouBot"],"cloaking":{"tested":true,"browserBytes":698822,"botStatus":200,"botBytes":698822,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Últimas noticias, actualidad y última hora en Catalunya, España y el mundo","lang":"es","ssrTextLength":21190,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":145,"imagesWithAlt":139,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lazada.co.id","rank":3806,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lazada.co.id","observedAt":"2026-08-09T18:10:03.375Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lazada.co.id/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":153},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":441779,"botStatus":200,"botBytes":441779,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Lazada Indonesia | Toko Online, Diskon Terbaik Setiap Hari","lang":null,"ssrTextLength":7844,"h1Count":1,"landmarks":[],"imagesTotal":82,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"lazada.com.ph","rank":3837,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lazada.com.ph","observedAt":"2026-08-09T18:10:03.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lazada.com.ph/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":125},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":428507,"botStatus":200,"botBytes":428507,"detected":false},"llmsTxt":{"present":true,"bytes":2806,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Lazada Philippines | Best Deals & Free Shipping, Shop Now!","lang":null,"ssrTextLength":11221,"h1Count":1,"landmarks":[],"imagesTotal":82,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"lazada.sg","rank":3915,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lazada.sg","observedAt":"2026-08-09T18:10:04.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lazada.sg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":124},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":469352,"botStatus":200,"botBytes":469352,"detected":false},"llmsTxt":{"present":true,"bytes":3121,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Lazada Singapore | Always The Better Price & Free Shipping","lang":null,"ssrTextLength":7687,"h1Count":1,"landmarks":[],"imagesTotal":103,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"lazybumblebee.com","rank":4619,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lazybumblebee.com","observedAt":"2026-08-09T18:10:05.006Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lc.chat","rank":1285,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lc.chat","observedAt":"2026-08-09T18:10:05.666Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://direct.lc.chat/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95574,"botStatus":200,"botBytes":95574,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Chat Page - Connect with customers on your dedicated live chat page","lang":"en","ssrTextLength":11697,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":93,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"leadconnectorhq.com","rank":4080,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leadconnectorhq.com","observedAt":"2026-08-09T18:10:06.203Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.leadconnectorhq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":197944,"botStatus":200,"botBytes":197944,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Service","Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"LeadConnector","lang":"en","ssrTextLength":943,"h1Count":0,"landmarks":[],"imagesTotal":7,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"leagueoflegends.com","rank":4332,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leagueoflegends.com","observedAt":"2026-08-09T18:10:06.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.leagueoflegends.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":84},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":229378,"botStatus":200,"botBytes":229378,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"League of Legends Homepage","lang":"en","ssrTextLength":1499,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":20,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"leboncoin.fr","rank":1213,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leboncoin.fr","observedAt":"2026-08-09T18:10:06.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.leboncoin.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Bytespider","MistralAI-User","DuckAssistBot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":4291},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":774,"botStatus":403,"botBytes":771,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"leboncoin.fr","lang":"en","ssrTextLength":56,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lectormangass.net","rank":2008,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lectormangass.net","observedAt":"2026-08-09T18:10:06.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lectormangass.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":18,"usesAllowRules":true,"crawlDelay":null,"bytes":2914},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":464835,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","CollectionPage","BreadcrumbList","Organization","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Lectormanga — Leer Comics y Manhwas gratis en español","lang":"es","ssrTextLength":8355,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":6,"imagesWithAlt":2,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"leetcode.com","rank":4515,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leetcode.com","observedAt":"2026-08-09T18:10:07.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://leetcode.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":514},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lefigaro.fr","rank":824,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lefigaro.fr","observedAt":"2026-08-09T18:10:08.229Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lefigaro.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended","CCBot","Amazonbot","cohere-ai","MistralAI-User","YouBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":245,"usesAllowRules":true,"crawlDelay":null,"bytes":12491},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot","cohere-ai","MistralAI-User","YouBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":1216579,"botStatus":200,"botBytes":1216579,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Le Figaro - Actualité en direct et informations en continu","lang":"fr","ssrTextLength":49883,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":319,"imagesWithAlt":309,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"legacy.com","rank":3550,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"legacy.com","observedAt":"2026-08-09T18:10:08.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.legacy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":8325},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":841101,"botStatus":200,"botBytes":841101,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Legacy | Obituary Search and Publishing","lang":"en","ssrTextLength":8717,"h1Count":4,"landmarks":["header"],"imagesTotal":52,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"legislation.gov.uk","rank":3625,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"legislation.gov.uk","observedAt":"2026-08-09T18:10:09.408Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.legislation.gov.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":5,"bytes":1719},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":18300,"botStatus":200,"botBytes":18300,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Legislation.gov.uk","lang":"en","ssrTextLength":4739,"h1Count":1,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lego.com","rank":2331,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lego.com","observedAt":"2026-08-09T18:10:09.917Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.lego.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":790},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5808,"botStatus":403,"botBytes":5786,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"leiniao.com","rank":961,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leiniao.com","observedAt":"2026-08-09T18:10:10.600Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.leiniao.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2081,"botStatus":200,"botBytes":2081,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FFALCON","lang":"en","ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lekton.io","rank":5039,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lekton.io","observedAt":"2026-08-09T18:10:10.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lekton.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":165},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21519,"botStatus":200,"botBytes":21519,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":185,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx/1.30.4"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lemonde.fr","rank":679,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lemonde.fr","observedAt":"2026-08-09T18:10:10.681Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lemonde.fr/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":304,"usesAllowRules":true,"crawlDelay":null,"bytes":13213},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":227430,"botStatus":200,"botBytes":1873970,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Le Monde in English – World news, culture and opinion","lang":"en","ssrTextLength":9522,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lencr.org","rank":224,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lencr.org","observedAt":"2026-08-09T18:10:10.864Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://letsencrypt.org/docs/lencr.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":29355,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"lencr.org -  Let's Encrypt","lang":"en","ssrTextLength":3460,"h1Count":5,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":2,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lenovo.com","rank":771,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lenovo.com","observedAt":"2026-08-09T18:10:11.044Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lenovo.com/us/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1262519,"botStatus":200,"botBytes":1262519,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Lenovo Official Site | Laptops, Desktop PCs, Tablets, Monitors | Lenovo US","lang":"en","ssrTextLength":9649,"h1Count":9,"landmarks":["main","nav","footer"],"imagesTotal":102,"imagesWithAlt":88,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lenovo.com.cn","rank":3588,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lenovo.com.cn","observedAt":"2026-08-09T18:10:11.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lenovo.com.cn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":138},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1530204,"botStatus":200,"botBytes":1530204,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":21160,"h1Count":0,"landmarks":[],"imagesTotal":190,"imagesWithAlt":142,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lenovomm.com","rank":3449,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lenovomm.com","observedAt":"2026-08-09T18:10:11.740Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lenta.com","rank":3906,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lenta.com","observedAt":"2026-08-09T18:10:12.536Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://lenta.com/","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":5349},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lenta.ru","rank":3108,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lenta.ru","observedAt":"2026-08-09T18:10:12.606Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lenta.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1019},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":125416,"botStatus":200,"botBytes":125416,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Lenta.ru - Новости России и мира сегодня","lang":"ru","ssrTextLength":14791,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":113,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"leparisien.fr","rank":3374,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leparisien.fr","observedAt":"2026-08-09T18:10:13.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.leparisien.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","CCBot","Amazonbot","cohere-ai"],"groupCount":210,"usesAllowRules":true,"crawlDelay":null,"bytes":14174},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot"],"tier2Blocked":["CCBot","Amazonbot","cohere-ai"],"cloaking":{"tested":true,"browserBytes":371,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":206,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lequipe.fr","rank":1190,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lequipe.fr","observedAt":"2026-08-09T18:10:13.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":3920},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"leroymerlin.es","rank":1483,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leroymerlin.es","observedAt":"2026-08-09T18:10:13.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.leroymerlin.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":149,"usesAllowRules":true,"crawlDelay":null,"bytes":18405},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":777,"botStatus":403,"botBytes":774,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"leroymerlin.es","lang":"en","ssrTextLength":58,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"leroymerlin.fr","rank":1326,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"leroymerlin.fr","observedAt":"2026-08-09T18:10:13.772Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.leroymerlin.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4898},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":774,"botStatus":403,"botBytes":774,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"leroymerlin.fr","lang":"en","ssrTextLength":58,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"LMCDN"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lesechos.fr","rank":3858,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lesechos.fr","observedAt":"2026-08-09T18:10:13.961Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.lesechos.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","TavilyBot","FirecrawlAgent"],"groupCount":421,"usesAllowRules":true,"crawlDelay":null,"bytes":15867},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":369,"botStatus":403,"botBytes":369,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"letras.mus.br","rank":1606,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"letras.mus.br","observedAt":"2026-08-09T18:10:14.409Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.letras.mus.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":414},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102446,"botStatus":200,"botBytes":102446,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","BreadcrumbList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"LETRAS.MUS.BR - Letras de músicas","lang":"pt","ssrTextLength":2920,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":38,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"letsencrypt.org","rank":1116,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"letsencrypt.org","observedAt":"2026-08-09T18:10:15.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://letsencrypt.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":14},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":90110,"botStatus":200,"botBytes":90110,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Let's Encrypt","lang":"en","ssrTextLength":4122,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":93,"imagesWithAlt":88,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"letsporn.com","rank":1491,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"letsporn.com","observedAt":"2026-08-09T18:10:15.902Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://letsporn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1566},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":224282,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos & XXX Movies at LetsPorn.com","lang":"en","ssrTextLength":7764,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":131,"imagesWithAlt":129,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"letterboxd.com","rank":1043,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"letterboxd.com","observedAt":"2026-08-09T18:10:16.092Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://letterboxd.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lexisnexis.com","rank":4837,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lexisnexis.com","observedAt":"2026-08-09T18:10:16.381Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":242},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lfstrm.tv","rank":2395,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lfstrm.tv","observedAt":"2026-08-09T18:10:16.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://life-stream.tv/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":162},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":33085,"botStatus":200,"botBytes":33085,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"LifeStream","lang":"en","ssrTextLength":856,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":13,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"lg.com","rank":880,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lg.com","observedAt":"2026-08-09T18:10:17.554Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lg.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":8806},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":2162,"specValid":true,"issues":[],"linkCount":10},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"LG Electronics & Home Appliances | Shop Now | LG USA","lang":"en","ssrTextLength":341399,"h1Count":1,"landmarks":["header"],"imagesTotal":605,"imagesWithAlt":601,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lge.com","rank":1095,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lge.com","observedAt":"2026-08-09T18:10:18.114Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lg.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":8806},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":2162,"specValid":true,"issues":[],"linkCount":10},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"LG Electronics & Home Appliances | Shop Now | LG USA","lang":"en","ssrTextLength":341399,"h1Count":1,"landmarks":["header"],"imagesTotal":605,"imagesWithAlt":601,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lgsmartad.com","rank":2441,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lgsmartad.com","observedAt":"2026-08-09T18:10:18.330Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lgthinq.com","rank":2621,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lgthinq.com","observedAt":"2026-08-09T18:10:18.599Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lgtvcommon.com","rank":825,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lgtvcommon.com","observedAt":"2026-08-09T18:10:18.777Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lgtviot.com","rank":2510,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lgtviot.com","observedAt":"2026-08-09T18:10:19.024Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lgtvsdp.com","rank":2573,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lgtvsdp.com","observedAt":"2026-08-09T18:10:19.524Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"liadm.com","rank":788,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liadm.com","observedAt":"2026-08-09T18:10:20.937Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"libbyshelf.com","rank":3943,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"libbyshelf.com","observedAt":"2026-08-09T18:10:22.429Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"liberation.fr","rank":3748,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liberation.fr","observedAt":"2026-08-09T18:10:22.754Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.liberation.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1759},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":773,"botStatus":403,"botBytes":773,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"liberation.fr","lang":"en","ssrTextLength":57,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"libero.it","rank":2960,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"libero.it","observedAt":"2026-08-09T18:10:22.778Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.libero.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot"],"groupCount":42,"usesAllowRules":true,"crawlDelay":null,"bytes":2712},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":700151,"botStatus":200,"botBytes":700151,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Libero: Mail, Ricerca e News con aggiornamento quotidiano","lang":"it","ssrTextLength":17869,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":203,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"libp2p.direct","rank":269,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"libp2p.direct","observedAt":"2026-08-09T18:10:23.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"libpng.org","rank":4505,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"libpng.org","observedAt":"2026-08-09T18:10:24.640Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://libpng.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":219},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2887,"botStatus":200,"botBytes":2887,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"libpng.org:  top level","lang":null,"ssrTextLength":545,"h1Count":1,"landmarks":[],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"libreoffice.org","rank":4986,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"libreoffice.org","observedAt":"2026-08-09T18:10:25.086Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.libreoffice.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42850,"botStatus":200,"botBytes":42850,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"LibreOffice","lang":"en","ssrTextLength":5085,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"librus.pl","rank":1650,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"librus.pl","observedAt":"2026-08-09T18:10:25.696Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.librus.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":171},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":70843,"botStatus":200,"botBytes":70843,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Librus - Systemy informatyczne wspierające edukację","lang":"pl","ssrTextLength":5350,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":30,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"libsyn.com","rank":2818,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"libsyn.com","observedAt":"2026-08-09T18:10:26.381Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://libsyn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":168},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":134793,"botStatus":200,"botBytes":134793,"detected":false},"llmsTxt":{"present":true,"bytes":8675,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Libsyn Podcast Hosting & Distribution Platform for Creators","lang":"en","ssrTextLength":6428,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":29,"imagesWithAlt":17,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lichess.org","rank":1225,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lichess.org","observedAt":"2026-08-09T18:10:26.885Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lichess.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":174},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":36680,"botStatus":200,"botBytes":36653,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"lichess.org • Free Online Chess","lang":"en","ssrTextLength":3639,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":19,"imagesWithAlt":2,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"life360.com","rank":933,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"life360.com","observedAt":"2026-08-09T18:10:27.232Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.life360.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4900,"botStatus":403,"botBytes":4900,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":749,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lifehacker.com","rank":3263,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lifehacker.com","observedAt":"2026-08-09T18:10:27.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lifehacker.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5096},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot"],"cloaking":{"tested":true,"browserBytes":505172,"botStatus":403,"botBytes":4550,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Lifehacker | Do everything better","lang":"en","ssrTextLength":20393,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":44,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"liftoff-creatives.io","rank":2263,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liftoff-creatives.io","observedAt":"2026-08-09T18:10:27.868Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"liftoff.io","rank":809,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liftoff.io","observedAt":"2026-08-09T18:10:28.424Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://liftoff.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":30,"bytes":92},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":149330,"botStatus":200,"botBytes":149330,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Leading Growth Acceleration Platform for the Mobile Industry.","lang":"en","ssrTextLength":7145,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":36,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lijit.com","rank":730,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lijit.com","observedAt":"2026-08-09T18:10:28.706Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lijit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3229,"botStatus":200,"botBytes":3229,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Lijit is an ad serving domain owned by Sovrn Holdings, Inc.","lang":"en","ssrTextLength":337,"h1Count":0,"landmarks":[],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"like.video","rank":2232,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"like.video","observedAt":"2026-08-09T18:10:28.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://like.video/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1405},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7133,"botStatus":200,"botBytes":7133,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Brand"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Likee - Short Video Community","lang":"en","ssrTextLength":99,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"likee.video","rank":3982,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"likee.video","observedAt":"2026-08-09T18:10:30.334Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://likee.video/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1405},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7133,"botStatus":200,"botBytes":7133,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Brand"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Likee - Short Video Community","lang":"en","ssrTextLength":99,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"likeevideo.ru","rank":3120,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"likeevideo.ru","observedAt":"2026-08-09T18:10:30.435Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://likeevideo.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1405},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7133,"botStatus":200,"botBytes":7133,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Brand"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Likee - Short Video Community","lang":"en","ssrTextLength":99,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"limo.media","rank":5114,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"limo.media","observedAt":"2026-08-09T18:10:31.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://limo.media/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":74},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72361,"botStatus":200,"botBytes":72361,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"LIMO | くらしとお金の経済メディア","lang":"ja","ssrTextLength":3222,"h1Count":1,"landmarks":["main","header","footer","aside"],"imagesTotal":54,"imagesWithAlt":53,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"lin.ee","rank":2295,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lin.ee","observedAt":"2026-08-09T18:10:31.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://lin.ee/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":31},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"line-apps.com","rank":2744,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"line-apps.com","observedAt":"2026-08-09T18:10:31.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"line-scdn.net","rank":4094,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"line-scdn.net","observedAt":"2026-08-09T18:10:31.793Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"line.me","rank":409,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"line.me","observedAt":"2026-08-09T18:10:31.906Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.line.me/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":454},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":35784,"botStatus":200,"botBytes":35784,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"LINE｜always at your side.","lang":"en","ssrTextLength":453,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":33,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"VOS"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"linkedin.com","rank":18,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"linkedin.com","observedAt":"2026-08-09T18:10:32.060Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":76,"usesAllowRules":true,"crawlDelay":null,"bytes":117396},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"linkis.ru","rank":2301,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"linkis.ru","observedAt":"2026-08-09T18:10:32.330Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"linklist.bio","rank":3414,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"linklist.bio","observedAt":"2026-08-09T18:10:32.558Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://linklist.bio/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":196},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":587889,"botStatus":200,"botBytes":587951,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Your links and products in one place","lang":"en","ssrTextLength":5055,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"linkmake.in","rank":1943,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"linkmake.in","observedAt":"2026-08-09T18:10:32.582Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://linkmake.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5593,"botStatus":403,"botBytes":5572,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"linksynergy.com","rank":4024,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"linksynergy.com","observedAt":"2026-08-09T18:10:32.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"linktr.ee","rank":258,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"linktr.ee","observedAt":"2026-08-09T18:10:32.830Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","MistralAI-User","DuckAssistBot","Google-NotebookLM"],"groupCount":59,"usesAllowRules":true,"crawlDelay":null,"bytes":8844},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Bytespider","cohere-ai","YouBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"linode.com","rank":770,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"linode.com","observedAt":"2026-08-09T18:10:32.844Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://linode.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":499},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2982,"botStatus":200,"botBytes":161458,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":"en","ssrTextLength":186,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lioden.com","rank":4591,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lioden.com","observedAt":"2026-08-09T18:10:33.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lioden.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":2500,"bytes":72},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":20669,"botStatus":200,"botBytes":20661,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome :|: Lioden","lang":"en","ssrTextLength":1134,"h1Count":1,"landmarks":["nav"],"imagesTotal":16,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.28.0"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"liquipedia.net","rank":1840,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liquipedia.net","observedAt":"2026-08-09T18:10:33.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://liquipedia.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","meta-externalagent","Amazonbot","cohere-ai","YouBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":156971},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","meta-externalagent"],"tier2Blocked":["Amazonbot","cohere-ai","YouBot"],"cloaking":{"tested":true,"browserBytes":2059,"botStatus":403,"botBytes":2059,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Liquipedia","lang":null,"ssrTextLength":31,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"list-manage.com","rank":456,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"list-manage.com","observedAt":"2026-08-09T18:10:33.564Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"listcrawler.eu","rank":1541,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"listcrawler.eu","observedAt":"2026-08-09T18:10:34.552Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://listcrawler.eu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5724,"botStatus":403,"botBytes":5703,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"listdl.com","rank":2644,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"listdl.com","observedAt":"2026-08-09T18:10:34.755Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"liteapks.com","rank":1874,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liteapks.com","observedAt":"2026-08-09T18:10:35.785Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://liteapks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":109028,"botStatus":200,"botBytes":109028,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"LITEAPKS - #1 MOD APK for Android","lang":"en","ssrTextLength":3159,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":58,"imagesWithAlt":46,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"litix.io","rank":1919,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"litix.io","observedAt":"2026-08-09T18:10:36.348Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"litnet.com","rank":1263,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"litnet.com","observedAt":"2026-08-09T18:10:36.383Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://litnet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1937},"tier1Blocked":["ClaudeBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":416858,"botStatus":403,"botBytes":5837,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Читать книги онлайн бесплатно полностью, скачать в fb2, epub, mobi — «Литнет»","lang":"ru","ssrTextLength":4978,"h1Count":0,"landmarks":["header"],"imagesTotal":20,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"angular","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"litres.ru","rank":4449,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"litres.ru","observedAt":"2026-08-09T18:10:36.901Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.litres.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2420},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":493371,"botStatus":200,"botBytes":1145701,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["OnlineStore","WebSite","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Литрес – сервис электронных и аудиокниг, скачать в fb2 и mp3, читать и слушать онлайн на Litres","lang":"ru","ssrTextLength":2933,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":22,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx/1.29.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"live-video.net","rank":387,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"live-video.net","observedAt":"2026-08-09T18:10:37.200Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livechat.com","rank":4142,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livechat.com","observedAt":"2026-08-09T18:10:37.533Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livechat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1164},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":273968,"botStatus":200,"botBytes":273968,"detected":false},"llmsTxt":{"present":true,"bytes":237379,"specValid":true,"issues":[],"linkCount":932},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebApplication","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"LiveChat® - The Best AI Live Chat Software for Business | LiveChat.com","lang":"en","ssrTextLength":17369,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":149,"imagesWithAlt":145,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"akamai","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livechatinc.com","rank":1856,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livechatinc.com","observedAt":"2026-08-09T18:10:37.689Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livechat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1164},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":273968,"botStatus":200,"botBytes":273968,"detected":false},"llmsTxt":{"present":true,"bytes":237379,"specValid":true,"issues":[],"linkCount":932},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebApplication","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"LiveChat® - The Best AI Live Chat Software for Business | LiveChat.com","lang":"en","ssrTextLength":17369,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":149,"imagesWithAlt":145,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"akamai","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livedns.co.uk","rank":2390,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livedns.co.uk","observedAt":"2026-08-09T18:10:38.235Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://livedns.co.uk/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2862,"botStatus":200,"botBytes":2862,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain parking page","lang":"en","ssrTextLength":392,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livedoor.com","rank":3809,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livedoor.com","observedAt":"2026-08-09T18:10:38.241Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livedoor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":33},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31187,"botStatus":200,"botBytes":31187,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"livedoor","lang":"ja","ssrTextLength":1690,"h1Count":1,"landmarks":["header","footer","aside"],"imagesTotal":8,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livedoor.jp","rank":3972,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livedoor.jp","observedAt":"2026-08-09T18:10:38.422Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://livedoor.jp/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":199,"botStatus":403,"botBytes":199,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":74,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"liveintent.com","rank":3371,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liveintent.com","observedAt":"2026-08-09T18:10:38.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.liveintent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":219},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":382539,"botStatus":200,"botBytes":382539,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"A People-Based Email Marketing Platform - LiveIntent","lang":"en","ssrTextLength":4547,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":68,"imagesWithAlt":10,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"liveinternet.ru","rank":4677,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"liveinternet.ru","observedAt":"2026-08-09T18:10:39.373Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.liveinternet.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1193},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31936,"botStatus":200,"botBytes":31936,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"LiveInternet @ Статистика и дневники, почта и поиск","lang":null,"ssrTextLength":1918,"h1Count":0,"landmarks":[],"imagesTotal":18,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livejournal.com","rank":787,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livejournal.com","observedAt":"2026-08-09T18:10:39.684Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livejournal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2643},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":616908,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"LiveJournal: Discover global communities of bloggers who share your unique passions and interests.","lang":"en","ssrTextLength":1656,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":9,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"livemint.com","rank":4204,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livemint.com","observedAt":"2026-08-09T18:10:40.092Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livemint.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Google-Extended"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1740},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371706,"botStatus":200,"botBytes":371706,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","NewsMediaOrganization","SiteNavigationElement","ItemList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Business News Today: Read Latest Business News, Live India Share Market News, Finance & Economy News | Mint","lang":"en","ssrTextLength":15354,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livescience.com","rank":2587,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livescience.com","observedAt":"2026-08-09T18:10:40.747Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livescience.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":1586},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","SiteNavigationElement","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Live Science | Latest science news and articles for those with curious minds","lang":"en","ssrTextLength":28036,"h1Count":1,"landmarks":["nav","footer","article","aside"],"imagesTotal":106,"imagesWithAlt":45,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"livescore.com","rank":1286,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livescore.com","observedAt":"2026-08-09T18:10:41.006Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livescore.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ChatGPT-User","Bytespider"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":352},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":94673,"botStatus":200,"botBytes":94673,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"LiveScore | Today's Live Football Scores, Fixtures & Results","lang":"en","ssrTextLength":2244,"h1Count":1,"landmarks":[],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"google","server":"openresty/1.21.4.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livescore.cz","rank":1680,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livescore.cz","observedAt":"2026-08-09T18:10:41.382Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.livescore.cz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":null,"bytes":936},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":120424,"botStatus":200,"botBytes":120424,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Livescore - soccer results","lang":"en","ssrTextLength":36591,"h1Count":0,"landmarks":[],"imagesTotal":71,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"livestream.com","rank":4471,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"livestream.com","observedAt":"2026-08-09T18:10:42.416Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vimeo.com/features/livestreaming","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1375003,"botStatus":200,"botBytes":1375003,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Online Live Streaming Platform: Broadcast Events with Vimeo","lang":"en","ssrTextLength":14538,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":7,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"lk21official.cc","rank":1605,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lk21official.cc","observedAt":"2026-08-09T18:10:42.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"llamarpc.com","rank":3106,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"llamarpc.com","observedAt":"2026-08-09T18:10:42.925Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://llamarpc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5594,"botStatus":403,"botBytes":5573,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lloydsbank.co.uk","rank":4014,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lloydsbank.co.uk","observedAt":"2026-08-09T18:10:43.391Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lloydsbank.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":92620,"botStatus":200,"botBytes":420305,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Lloyds Bank - Internet Banking - Error","lang":"en","ssrTextLength":981,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ln-msedge.net","rank":822,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ln-msedge.net","observedAt":"2026-08-09T18:10:43.543Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lnk.to","rank":3683,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lnk.to","observedAt":"2026-08-09T18:10:44.867Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.linkfire.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146863,"botStatus":200,"botBytes":146863,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Smart Links for Music Marketing, Podcasts and Artist Promotion | Linkfire","lang":"en","ssrTextLength":8613,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":49,"imagesWithAlt":49,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"lnkdns.net","rank":4303,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lnkdns.net","observedAt":"2026-08-09T18:10:45.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"loc.gov","rank":604,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"loc.gov","observedAt":"2026-08-09T18:10:45.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.loc.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":5,"bytes":482},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":80233,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Library of Congress","lang":"en","ssrTextLength":5923,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":69,"imagesWithAlt":60,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"localto.net","rank":4379,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"localto.net","observedAt":"2026-08-09T18:10:45.834Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://localto.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7669,"botStatus":200,"botBytes":7669,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Localtonet – Domain Not Found","lang":"en","ssrTextLength":342,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Kestrel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"locaweb.com.br","rank":2090,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"locaweb.com.br","observedAt":"2026-08-09T18:10:46.042Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.locaweb.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":223},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":250289,"botStatus":200,"botBytes":250289,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hospedagem de Site com Domínio Grátis - Locaweb","lang":"pt","ssrTextLength":8444,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":37,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"logicnow.us","rank":3968,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"logicnow.us","observedAt":"2026-08-09T18:10:46.361Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"logitech.com","rank":2087,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"logitech.com","observedAt":"2026-08-09T18:10:47.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_HEADERS_OVERFLOW","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":413},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"logitech.io","rank":3025,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"logitech.io","observedAt":"2026-08-09T18:10:47.170Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lokalise.com","rank":4345,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lokalise.com","observedAt":"2026-08-09T18:10:47.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lokalise.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1395745,"botStatus":200,"botBytes":1395745,"detected":false},"llmsTxt":{"present":true,"bytes":6056,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"World-class AI localization platform | Lokalise","lang":"en","ssrTextLength":11072,"h1Count":3,"landmarks":["main","nav","header","article"],"imagesTotal":73,"imagesWithAlt":73,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lolpol2.com","rank":1942,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lolpol2.com","observedAt":"2026-08-09T18:10:47.812Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lolpol2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":101254,"botStatus":200,"botBytes":101254,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mydesi.net – Free indian Porn Videos","lang":"en","ssrTextLength":3233,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":41,"imagesWithAlt":41,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lonelyplanet.com","rank":3653,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lonelyplanet.com","observedAt":"2026-08-09T18:10:48.928Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lonelyplanet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":7,"usesAllowRules":false,"crawlDelay":0.5,"bytes":1865},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1546764,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Travel Guides & Travel Inspiration - Lonely Planet","lang":"en","ssrTextLength":24693,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":132,"imagesWithAlt":110,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lookmovie2.to","rank":1337,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lookmovie2.to","observedAt":"2026-08-09T18:10:49.550Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lookmovie2.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":456376,"botStatus":200,"botBytes":456376,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Watch Latest Movies & Shows Episode Online Free","lang":"en","ssrTextLength":32509,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":317,"imagesWithAlt":313,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"loom.com","rank":3149,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"loom.com","observedAt":"2026-08-09T18:10:49.585Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.loom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":208},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":206860,"botStatus":200,"botBytes":206860,"detected":false},"llmsTxt":{"present":true,"bytes":908,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Free screen recorder for Mac and PC | Loom","lang":"en","ssrTextLength":5101,"h1Count":1,"landmarks":["main","nav","header","aside"],"imagesTotal":56,"imagesWithAlt":49,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"loopia.se","rank":2380,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"loopia.se","observedAt":"2026-08-09T18:10:49.797Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.loopia.se/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":217},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51151,"botStatus":200,"botBytes":51151,"detected":false},"llmsTxt":{"present":true,"bytes":12214,"specValid":false,"issues":["no H2 sections"],"linkCount":61},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","FAQPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Loopia - Hemsida | Domän | Webbhotell | WordPress","lang":"sv","ssrTextLength":8416,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":44,"imagesWithAlt":42,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"loopme.me","rank":2079,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"loopme.me","observedAt":"2026-08-09T18:10:50.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":204,"finalUrl":"https://loopme.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":204,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"_"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"loteriadehoy.com","rank":1739,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"loteriadehoy.com","observedAt":"2026-08-09T18:10:50.204Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://loteriadehoy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1849},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5620,"botStatus":403,"botBytes":5598,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lovable.app","rank":3242,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lovable.app","observedAt":"2026-08-09T18:10:50.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://lovable.dev/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5764,"botStatus":403,"botBytes":5743,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lovable.dev","rank":4357,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lovable.dev","observedAt":"2026-08-09T18:10:50.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://lovable.dev/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":435},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5764,"botStatus":403,"botBytes":5743,"detected":true},"llmsTxt":{"present":true,"bytes":4591,"specValid":true,"issues":[],"linkCount":43},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lowes.com","rank":871,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lowes.com","observedAt":"2026-08-09T18:10:50.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lowes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":334556,"botStatus":200,"botBytes":985687,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Lowe’s Home Improvement","lang":"en","ssrTextLength":898,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":12,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"loxonecloud.com","rank":3966,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"loxonecloud.com","observedAt":"2026-08-09T18:10:52.774Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lse.ac.uk","rank":3514,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lse.ac.uk","observedAt":"2026-08-09T18:10:52.799Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lse.ac.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":882},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":270118,"botStatus":200,"botBytes":270118,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The London School of Economics and Political Science - LSE","lang":"en","ssrTextLength":10944,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":42,"imagesWithAlt":42,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"lsrelayaccess.com","rank":211,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lsrelayaccess.com","observedAt":"2026-08-09T18:10:53.139Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://lsrelayaccess.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ltwebstatic.com","rank":1801,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ltwebstatic.com","observedAt":"2026-08-09T18:10:53.217Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://ltwebstatic.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lua.org","rank":3607,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lua.org","observedAt":"2026-08-09T18:10:53.564Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lua.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2036,"botStatus":200,"botBytes":2036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Programming Language Lua","lang":null,"ssrTextLength":129,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.20.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"luticlip.com","rank":1913,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"luticlip.com","observedAt":"2026-08-09T18:10:53.914Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://luticlip.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":292},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75201,"botStatus":200,"botBytes":75201,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"تماشای فیلم سکسی ایرانی - تماشای فیلم و کلیپ سکسی ایرانی جدید و با کیفیت","lang":"en","ssrTextLength":2392,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":32,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"luxuretv.com","rank":1474,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"luxuretv.com","observedAt":"2026-08-09T18:10:54.482Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://luxuretv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":665},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lwsdns.com","rank":990,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lwsdns.com","observedAt":"2026-08-09T18:10:54.488Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lwsdns.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":60,"bytes":79},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17035,"botStatus":200,"botBytes":17035,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bravo ! Votre domaine lwsdns.com a bien été créé avec Hebergeur-Discount !","lang":"fr","ssrTextLength":2510,"h1Count":0,"landmarks":["footer"],"imagesTotal":19,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lww.com","rank":2363,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lww.com","observedAt":"2026-08-09T18:10:55.001Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://lww.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5696,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"lxdns.com","rank":4456,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lxdns.com","observedAt":"2026-08-09T18:10:55.017Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lycos.com","rank":4800,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lycos.com","observedAt":"2026-08-09T18:10:55.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://lycos.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":240},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":200,"botBytes":5704,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"lycos.com","lang":"en","ssrTextLength":334,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Caddy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"lync.com","rank":2105,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"lync.com","observedAt":"2026-08-09T18:10:55.120Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/microsoft-365/previous-versions/skype-for-business-online","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":127453,"botStatus":200,"botBytes":127453,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Skype for Business Online","lang":"en","ssrTextLength":4808,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":14,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"m.me","rank":2103,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"m.me","observedAt":"2026-08-09T18:10:55.236Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://m.me/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mac.com","rank":4479,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mac.com","observedAt":"2026-08-09T18:10:55.949Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.apple.com/mac/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1037183,"botStatus":200,"botBytes":1036916,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Brand"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Mac - Apple","lang":"en","ssrTextLength":10475,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":103,"imagesWithAlt":60,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"Apple"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"macomnet.ru","rank":3459,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"macomnet.ru","observedAt":"2026-08-09T18:10:56.385Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","CCBot","Bytespider","cohere-ai"],"groupCount":654,"usesAllowRules":true,"crawlDelay":null,"bytes":22684},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"macromedia.com","rank":175,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"macromedia.com","observedAt":"2026-08-09T18:10:56.505Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"macrumors.com","rank":4139,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"macrumors.com","observedAt":"2026-08-09T18:10:57.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.macrumors.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":155},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":390861,"botStatus":200,"botBytes":390861,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","NewsArticle"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MacRumors: Apple News and Rumors","lang":"en","ssrTextLength":59019,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":145,"imagesWithAlt":135,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"macys.com","rank":3382,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"macys.com","observedAt":"2026-08-09T18:10:58.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.macys.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1616593,"botStatus":200,"botBytes":1616227,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Macy's - Shop Fashion Clothing & Accessories - Official Site - Macys.com","lang":"en","ssrTextLength":31016,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":77,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"made-in-china.com","rank":2480,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"made-in-china.com","observedAt":"2026-08-09T18:10:58.493Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.made-in-china.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":2088},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":391255,"botStatus":200,"botBytes":391349,"detected":false},"llmsTxt":{"present":true,"bytes":99723,"specValid":true,"issues":[],"linkCount":296},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Made-in-China.com - Manufacturers, Suppliers & Products in China","lang":"en","ssrTextLength":24105,"h1Count":0,"landmarks":[],"imagesTotal":283,"imagesWithAlt":248,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"magazineluiza.com.br","rank":3328,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"magazineluiza.com.br","observedAt":"2026-08-09T18:10:58.710Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.magazineluiza.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1075,"botStatus":200,"botBytes":559002,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Magazine Luiza | Não é possível acessar a página","lang":"pt","ssrTextLength":223,"h1Count":1,"landmarks":["main","header"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"magnific.com","rank":1262,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"magnific.com","observedAt":"2026-08-09T18:10:59.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://magnific.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2734},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7532,"botStatus":200,"botBytes":590590,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"That request didn't go through. Our security filter flagged something. You don't have permission to access this page.","lang":"en","ssrTextLength":410,"h1Count":1,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"magnit.ru","rank":672,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"magnit.ru","observedAt":"2026-08-09T18:10:59.023Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://magnit.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1864},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":797183,"botStatus":200,"botBytes":797183,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Доставка продуктов на дом – купить готовую еду и продукты в Магнит","lang":"ru","ssrTextLength":5946,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":55,"imagesWithAlt":34,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"magonet.ru","rank":2144,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"magonet.ru","observedAt":"2026-08-09T18:10:59.227Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mail.com","rank":4931,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mail.com","observedAt":"2026-08-09T18:10:59.412Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mail.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":90,"usesAllowRules":false,"crawlDelay":null,"bytes":3886},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":178428,"botStatus":200,"botBytes":178428,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free email accounts with mail.com | Log in here or register today","lang":"en","ssrTextLength":2469,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":12,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mail.ru","rank":12,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mail.ru","observedAt":"2026-08-09T18:10:59.475Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":433},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mailchi.mp","rank":938,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mailchi.mp","observedAt":"2026-08-09T18:10:59.633Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":138},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mailchimp.com","rank":686,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mailchimp.com","observedAt":"2026-08-09T18:10:59.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mailchimp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":101},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":578953,"botStatus":200,"botBytes":578953,"detected":false},"llmsTxt":{"present":true,"bytes":524768,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Service"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Email & SMS Marketing Platform | Mailchimp","lang":"en","ssrTextLength":22935,"h1Count":6,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":140,"imagesWithAlt":131,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mailerlite.com","rank":3772,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mailerlite.com","observedAt":"2026-08-09T18:10:59.811Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mailerlite.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":337},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":303043,"botStatus":200,"botBytes":303043,"detected":false},"llmsTxt":{"present":true,"bytes":32049,"specValid":false,"issues":["no blockquote summary"],"linkCount":140},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Create Email Marketing Your Audience Will Love - MailerLite","lang":"en","ssrTextLength":12010,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":50,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mailgun.net","rank":4660,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mailgun.net","observedAt":"2026-08-09T18:11:00.147Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mailinabox.email","rank":352,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mailinabox.email","observedAt":"2026-08-09T18:11:00.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mailinabox.email/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":20888,"botStatus":200,"botBytes":20888,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mail-in-a-Box","lang":null,"ssrTextLength":8255,"h1Count":1,"landmarks":["header"],"imagesTotal":5,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mainichi.jp","rank":4102,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mainichi.jp","observedAt":"2026-08-09T18:11:00.353Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mainichi.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":30,"usesAllowRules":true,"crawlDelay":null,"bytes":1273},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":203913,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"毎日新聞デジタル | 毎日新聞のニュースサイト","lang":"ja","ssrTextLength":10525,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":168,"imagesWithAlt":148,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"makemytrip.com","rank":1204,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"makemytrip.com","observedAt":"2026-08-09T18:11:00.905Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"malwarebytes.com","rank":3164,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"malwarebytes.com","observedAt":"2026-08-09T18:11:02.584Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.malwarebytes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot"],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1816},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1441433,"botStatus":200,"botBytes":1441433,"detected":false},"llmsTxt":{"present":true,"bytes":7532,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","Product"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"All-in-One Protection: Antivirus, VPN & Scam Guard | Best Antivirus","lang":"en","ssrTextLength":10450,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":34,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"man7.org","rank":3644,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"man7.org","observedAt":"2026-08-09T18:11:03.041Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://man7.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":110},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5046,"botStatus":200,"botBytes":5046,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Michael Kerrisk - man7.org","lang":"en","ssrTextLength":209,"h1Count":10,"landmarks":[],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.58 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"managed-vps.net","rank":2501,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"managed-vps.net","observedAt":"2026-08-09T18:11:03.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mangabuff.ru","rank":1393,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mangabuff.ru","observedAt":"2026-08-09T18:11:03.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mangabuff.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1606,"botStatus":403,"botBytes":1606,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DDoS-Guard","lang":null,"ssrTextLength":731,"h1Count":1,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mangafire.to","rank":1501,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mangafire.to","observedAt":"2026-08-09T18:11:03.820Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mangafire.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5594,"botStatus":403,"botBytes":5573,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mangago.me","rank":1452,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mangago.me","observedAt":"2026-08-09T18:11:03.855Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mangago.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":51},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":403,"botBytes":5678,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mangaraw.ac","rank":1761,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mangaraw.ac","observedAt":"2026-08-09T18:11:03.905Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mangaraw.ac/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":114},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":101592,"botStatus":200,"botBytes":101592,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","CollectionPage","BreadcrumbList","Organization","CreativeWorkSeries"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"漫画 raw, mangaraw, manga raw, manga1001, manga1000","lang":"ja","ssrTextLength":2698,"h1Count":0,"landmarks":["footer"],"imagesTotal":53,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mango.com","rank":4858,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mango.com","observedAt":"2026-08-09T18:11:04.388Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shop.mango.com/gb/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":184283,"botStatus":200,"botBytes":184283,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mango United Kingdom - 2026 Sale | Online fashion","lang":"en","ssrTextLength":1091,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mangosip.ru","rank":295,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mangosip.ru","observedAt":"2026-08-09T18:11:04.619Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"manhwaread.com","rank":1673,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"manhwaread.com","observedAt":"2026-08-09T18:11:04.890Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://manhwaread.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5596,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"manhwaweb.com","rank":1689,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"manhwaweb.com","observedAt":"2026-08-09T18:11:05.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://manhwaweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1862},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":1964,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ManhwaWeb - Manhwa Web","lang":"es","ssrTextLength":22,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"manualslib.com","rank":4927,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"manualslib.com","observedAt":"2026-08-09T18:11:05.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.manualslib.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","meta-externalagent"],"groupCount":16,"usesAllowRules":true,"crawlDelay":1,"bytes":1227},"tier1Blocked":["ClaudeBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200167,"botStatus":200,"botBytes":200164,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ManualsLib - Makes it easy to find manuals online!","lang":null,"ssrTextLength":2613,"h1Count":0,"landmarks":["footer"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"manulife-sinochem.com","rank":3071,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"manulife-sinochem.com","observedAt":"2026-08-09T18:11:07.008Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"manutouch.com.cn","rank":4926,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"manutouch.com.cn","observedAt":"2026-08-09T18:11:07.279Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_SOCKET","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mapbox.com","rank":1929,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mapbox.com","observedAt":"2026-08-09T18:11:07.961Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mapbox.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":126},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":607519,"botStatus":200,"botBytes":607519,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","SoftwareApplication","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Mapbox | Maps, Navigation, Search, and Data","lang":"en","ssrTextLength":18967,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":106,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mapquest.com","rank":3130,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mapquest.com","observedAt":"2026-08-09T18:11:08.077Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mapquest.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":43,"usesAllowRules":true,"crawlDelay":null,"bytes":1938},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":281464,"botStatus":202,"botBytes":2471,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Official MapQuest - Maps, Driving Directions, Live Traffic","lang":"en","ssrTextLength":1507,"h1Count":0,"landmarks":["main","nav","article"],"imagesTotal":11,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Apache/2.4.68 (Unix) OpenSSL/3.5.7"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"marca.com","rank":1065,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marca.com","observedAt":"2026-08-09T18:11:08.400Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.marca.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot"],"groupCount":116,"usesAllowRules":true,"crawlDelay":null,"bytes":4897},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":703413,"botStatus":200,"botBytes":703413,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MARCA - Diario online líder en información deportiva","lang":"es","ssrTextLength":22132,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":108,"imagesWithAlt":103,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mariadb.org","rank":3493,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mariadb.org","observedAt":"2026-08-09T18:11:08.848Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mariadb.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":325},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":141271,"botStatus":200,"botBytes":141271,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"MariaDB Foundation - MariaDB.org","lang":"en","ssrTextLength":6726,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":66,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"maricopa.gov","rank":1782,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"maricopa.gov","observedAt":"2026-08-09T18:11:08.862Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.maricopa.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":20,"bytes":816},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":278573,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Maricopa County, AZ | Official Website","lang":"en","ssrTextLength":3360,"h1Count":0,"landmarks":["nav","header","footer","aside"],"imagesTotal":16,"imagesWithAlt":13,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"marinetraffic.com","rank":4143,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marinetraffic.com","observedAt":"2026-08-09T18:11:08.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.marinetraffic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5844,"botStatus":403,"botBytes":5844,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":755,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"marketingcloudapis.com","rank":2425,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marketingcloudapis.com","observedAt":"2026-08-09T18:11:09.396Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"marketwatch.com","rank":1832,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marketwatch.com","observedAt":"2026-08-09T18:11:09.708Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":4461},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"markmonitor.com","rank":540,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"markmonitor.com","observedAt":"2026-08-09T18:11:10.067Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://markmonitor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5708,"botStatus":403,"botBytes":5708,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"marksandspencer.com","rank":4995,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marksandspencer.com","observedAt":"2026-08-09T18:11:10.264Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.marksandspencer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":4293},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":594745,"botStatus":200,"botBytes":594745,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"M&S | Marks & Spencer | Fashion, Home, Beauty, Food & Gifts","lang":"en","ssrTextLength":15625,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":48,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"markt.de","rank":1513,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"markt.de","observedAt":"2026-08-09T18:11:10.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.markt.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot"],"groupCount":31,"usesAllowRules":false,"crawlDelay":1,"bytes":1464},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":126209,"botStatus":200,"botBytes":126209,"detected":false},"llmsTxt":{"present":true,"bytes":5171,"specValid":true,"issues":[],"linkCount":29},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Kostenlose Kleinanzeigen in Deutschland | markt.de","lang":"de","ssrTextLength":8360,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":23,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"marktplaats.nl","rank":1237,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marktplaats.nl","observedAt":"2026-08-09T18:11:12.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.marktplaats.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2940},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":175541,"botStatus":200,"botBytes":152823,"detected":false},"llmsTxt":{"present":true,"bytes":9459,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"≥ Marktplaats - De plek om nieuwe en tweedehands spullen te kopen en verkopen","lang":"nl","ssrTextLength":11435,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"markwright.app","rank":null,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"markwright.app","observedAt":"2026-08-09T18:11:12.878Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.markwright.app/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","MistralAI-User","DuckAssistBot"],"groupCount":25,"usesAllowRules":true,"crawlDelay":null,"bytes":1490},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":70045,"botStatus":200,"botBytes":70045,"detected":false},"llmsTxt":{"present":true,"bytes":4923,"specValid":true,"issues":[],"linkCount":11},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Markwright. Where experts publish to be cited.","lang":"en","ssrTextLength":7050,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"marphezis.com","rank":3482,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marphezis.com","observedAt":"2026-08-09T18:11:12.893Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"marriott.com","rank":733,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marriott.com","observedAt":"2026-08-09T18:11:13.069Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.marriott.com/default.mi","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2643},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":382,"botStatus":200,"botBytes":731574,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":213,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"marthastewart.com","rank":4534,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marthastewart.com","observedAt":"2026-08-09T18:11:13.294Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://marthastewart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3445},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":368552,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"marzaent.com","rank":2732,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"marzaent.com","observedAt":"2026-08-09T18:11:13.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://marzaent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8,"botStatus":200,"botBytes":8,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mashable.com","rank":2093,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mashable.com","observedAt":"2026-08-09T18:11:13.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mashable.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5314},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":332136,"botStatus":403,"botBytes":4901,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","BreadcrumbList","CollectionPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Mashable","lang":"en","ssrTextLength":10193,"h1Count":0,"landmarks":["main","nav","footer","aside"],"imagesTotal":65,"imagesWithAlt":65,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mass.gov","rank":5123,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mass.gov","observedAt":"2026-08-09T18:11:14.072Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mass.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14062,"botStatus":200,"botBytes":194938,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Not allowed | Mass Gov","lang":"en","ssrTextLength":171,"h1Count":1,"landmarks":["main","header"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mastercard.com","rank":2279,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mastercard.com","observedAt":"2026-08-09T18:11:14.292Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mastercard.com/us/en.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":198017,"botStatus":200,"botBytes":198017,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mastercard - A global technology company in the payments industry | Mastercard US","lang":"en","ssrTextLength":12910,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mastiraja.com","rank":1939,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mastiraja.com","observedAt":"2026-08-09T18:11:14.637Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mastiraja.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5710,"botStatus":403,"botBytes":5689,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mastodon.social","rank":2953,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mastodon.social","observedAt":"2026-08-09T18:11:14.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mastodon.social/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":231},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54158,"botStatus":200,"botBytes":54158,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mastodon","lang":"en","ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Mastodon"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mat6tube.com","rank":1536,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mat6tube.com","observedAt":"2026-08-09T18:11:15.030Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mat6tube.com/recent","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":225},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":78222,"botStatus":200,"botBytes":78130,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn & XXX Movies Tube","lang":"en","ssrTextLength":3820,"h1Count":1,"landmarks":[],"imagesTotal":24,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"match.com","rank":2512,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"match.com","observedAt":"2026-08-09T18:11:15.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.match.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4545,"botStatus":403,"botBytes":4545,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":747,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"matchtv.ru","rank":4120,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"matchtv.ru","observedAt":"2026-08-09T18:11:15.835Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1685},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mathtag.com","rank":1894,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mathtag.com","observedAt":"2026-08-09T18:11:15.965Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mathworks.com","rank":3114,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mathworks.com","observedAt":"2026-08-09T18:11:16.504Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mathworks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":369,"botStatus":200,"botBytes":123473,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"maticooads.com","rank":4366,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"maticooads.com","observedAt":"2026-08-09T18:11:17.568Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://maticooads.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":550,"botStatus":200,"botBytes":550,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"zmaticoo","lang":null,"ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine/2.1.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"matomo.org","rank":2671,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"matomo.org","observedAt":"2026-08-09T18:11:17.850Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://matomo.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":20,"bytes":285},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":304188,"botStatus":200,"botBytes":304188,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Privacy-first analytics you can trust - Analytics Platform - Matomo","lang":"en","ssrTextLength":11250,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":56,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"matterport.com","rank":2058,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"matterport.com","observedAt":"2026-08-09T18:11:18.104Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://matterport.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":68},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":458404,"botStatus":200,"botBytes":458404,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Capture, share, and collaborate in immersive 3D. | Matterport","lang":"en","ssrTextLength":1358,"h1Count":0,"landmarks":["main","nav","header","aside"],"imagesTotal":25,"imagesWithAlt":25,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"max.com","rank":3079,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"max.com","observedAt":"2026-08-09T18:11:18.394Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hbomax.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":41},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":365,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"HBO Max | Stream Series and Movies","lang":"en","ssrTextLength":1523931,"h1Count":2,"landmarks":["main","nav","footer"],"imagesTotal":124,"imagesWithAlt":92,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"max.ru","rank":1808,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"max.ru","observedAt":"2026-08-09T18:11:18.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://max.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":40},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41675,"botStatus":200,"botBytes":41675,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MAX — быстрое и легкое приложение для общения и решения повседневных задач","lang":"ru","ssrTextLength":1313,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"sveltekit","network":null,"server":"kittenx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"maxesads.com","rank":4224,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"maxesads.com","observedAt":"2026-08-09T18:11:18.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"maynoe.com","rank":1747,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"maynoe.com","observedAt":"2026-08-09T18:11:18.935Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://maynoe.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":131319,"botStatus":200,"botBytes":131319,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"May Noe [အပြာကား] – www.maynoe.com","lang":"en","ssrTextLength":662,"h1Count":1,"landmarks":["nav"],"imagesTotal":12,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mayoclinic.org","rank":843,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mayoclinic.org","observedAt":"2026-08-09T18:11:19.377Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mayoclinic.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":372,"botStatus":200,"botBytes":1219155,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":207,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mayzaent.com","rank":4929,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mayzaent.com","observedAt":"2026-08-09T18:11:19.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mayzaent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8,"botStatus":200,"botBytes":8,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mbga.jp","rank":1411,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mbga.jp","observedAt":"2026-08-09T18:11:19.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mbga.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":6369},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":23040,"botStatus":200,"botBytes":23040,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mobage（モバゲー）by DeNA","lang":"ja","ssrTextLength":1719,"h1Count":0,"landmarks":[],"imagesTotal":29,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mcafee.com","rank":505,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mcafee.com","observedAt":"2026-08-09T18:11:19.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mcafee.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":368,"botStatus":200,"botBytes":753474,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":203,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mcdonalds.com","rank":3300,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mcdonalds.com","observedAt":"2026-08-09T18:11:20.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mcdonalds.com/us/en-us.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3993},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":299372,"botStatus":200,"botBytes":295164,"detected":false},"llmsTxt":{"present":true,"bytes":1630,"specValid":true,"issues":[],"linkCount":6},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"McDonald's: Burgers, Fries & More. Quality Ingredients.","lang":"en","ssrTextLength":16937,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":54,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mcgill.ca","rank":3317,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mcgill.ca","observedAt":"2026-08-09T18:11:20.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mcgill.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":0,"bytes":3386},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43790,"botStatus":200,"botBytes":43790,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"McGill University","lang":"en","ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"mckinsey.com","rank":740,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mckinsey.com","observedAt":"2026-08-09T18:11:21.364Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mcr-msedge.net","rank":4054,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mcr-msedge.net","observedAt":"2026-08-09T18:11:22.548Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mcusercontent.com","rank":4335,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mcusercontent.com","observedAt":"2026-08-09T18:11:23.036Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":106},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mdpi.com","rank":594,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mdpi.com","observedAt":"2026-08-09T18:11:23.138Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mdpi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":358,"botStatus":200,"botBytes":705432,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":197,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mdr.de","rank":4630,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mdr.de","observedAt":"2026-08-09T18:11:23.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mdr.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":29,"usesAllowRules":true,"crawlDelay":null,"bytes":3379},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":221894,"botStatus":200,"botBytes":221894,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["collectionPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"mdr.de – Radio, Fernsehen, Nachrichten für Mitteldeutschland        | mdr.de","lang":"de","ssrTextLength":7702,"h1Count":15,"landmarks":["nav","header","footer"],"imagesTotal":47,"imagesWithAlt":47,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"me.com","rank":835,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"me.com","observedAt":"2026-08-09T18:11:23.758Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.icloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30948,"botStatus":200,"botBytes":30948,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"iCloud","lang":"en","ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AppleHttpServer/49038fd1175c"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"measureadv.com","rank":3421,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"measureadv.com","observedAt":"2026-08-09T18:11:23.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://measureadv.com/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meb.gov.tr","rank":1851,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meb.gov.tr","observedAt":"2026-08-09T18:11:23.890Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":504,"finalUrl":"http://meb.gov.tr/","error":"homepage returned HTTP 504","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mechacomic.jp","rank":1563,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mechacomic.jp","observedAt":"2026-08-09T18:11:24.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mechacomic.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1029},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":145749,"botStatus":200,"botBytes":145749,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Service"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"漫画なら、めちゃコミック（めちゃコミ）","lang":"ja","ssrTextLength":2115,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":108,"imagesWithAlt":101,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"medal.tv","rank":4367,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medal.tv","observedAt":"2026-08-09T18:11:24.384Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://medal.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":709},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":299014,"botStatus":200,"botBytes":299014,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Record, Edit, and Share Your Game Clips & Gameplay - Medal | Medal.tv","lang":"en","ssrTextLength":3873,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":16,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"medallia.com","rank":1805,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medallia.com","observedAt":"2026-08-09T18:11:24.402Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.medallia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":161},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":256029,"botStatus":200,"botBytes":256029,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Experience Management Software Platform – Medallia – Experience Management Software","lang":"en","ssrTextLength":9977,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":63,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"medallia.eu","rank":4064,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medallia.eu","observedAt":"2026-08-09T18:11:24.928Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.medallia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":161},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":256029,"botStatus":200,"botBytes":256029,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Experience Management Software Platform – Medallia – Experience Management Software","lang":"en","ssrTextLength":9977,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":63,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"media-amazon.com","rank":301,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"media-amazon.com","observedAt":"2026-08-09T18:11:24.985Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mediaexpert.pl","rank":1356,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mediaexpert.pl","observedAt":"2026-08-09T18:11:25.128Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mediaexpert.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":2996},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":536551,"botStatus":403,"botBytes":536530,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Media Expert","lang":"pl","ssrTextLength":613,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mediafire.com","rank":720,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mediafire.com","observedAt":"2026-08-09T18:11:25.232Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mediafire.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":212},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5681,"botStatus":403,"botBytes":5659,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mediago.io","rank":2183,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mediago.io","observedAt":"2026-08-09T18:11:26.167Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mediago.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":73634,"botStatus":200,"botBytes":73634,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MediaGo DSP: A Deep Learning-based Intelligent Advertising Platform","lang":null,"ssrTextLength":3853,"h1Count":1,"landmarks":["header"],"imagesTotal":33,"imagesWithAlt":32,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mediatek.com","rank":510,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mediatek.com","observedAt":"2026-08-09T18:11:27.923Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mediatek.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":210172,"botStatus":200,"botBytes":210172,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MediaTek | Home Page","lang":"en","ssrTextLength":14069,"h1Count":7,"landmarks":["main","header","footer"],"imagesTotal":59,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mediavine.com","rank":3269,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mediavine.com","observedAt":"2026-08-09T18:11:27.967Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mediavine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":199152,"botStatus":200,"botBytes":199152,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Homepage - Mediavine","lang":"en","ssrTextLength":6473,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"BigScoots Gateway/1.0.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mediawiki.org","rank":3239,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mediawiki.org","observedAt":"2026-08-09T18:11:28.595Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mediawiki.org/wiki/MediaWiki","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":15006},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83327,"botStatus":200,"botBytes":83327,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MediaWiki","lang":"en","ssrTextLength":4133,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"medicalnewstoday.com","rank":2176,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medicalnewstoday.com","observedAt":"2026-08-09T18:11:28.598Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.medicalnewstoday.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":29,"usesAllowRules":false,"crawlDelay":5,"bytes":1710},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":310644,"botStatus":200,"botBytes":310647,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Medical and health information | MedicalNewsToday","lang":"en","ssrTextLength":10626,"h1Count":1,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"medium.com","rank":185,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medium.com","observedAt":"2026-08-09T18:11:29.147Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://medium.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","Amazonbot","Bytespider"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":884},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":56115,"botStatus":403,"botBytes":5372,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Medium","lang":"en","ssrTextLength":310,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"medlineplus.gov","rank":2692,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medlineplus.gov","observedAt":"2026-08-09T18:11:29.252Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://medlineplus.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26403,"botStatus":200,"botBytes":26403,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"MedlinePlus - Health Information from the National Library of Medicine","lang":"en","ssrTextLength":2404,"h1Count":1,"landmarks":["header","footer","article"],"imagesTotal":8,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"medscape.com","rank":3037,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medscape.com","observedAt":"2026-08-09T18:11:29.422Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.medscape.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Amazonbot"],"groupCount":10,"usesAllowRules":false,"crawlDelay":2,"bytes":902},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot"],"cloaking":{"tested":true,"browserBytes":5726,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"medu.ir","rank":4957,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"medu.ir","observedAt":"2026-08-09T18:11:29.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meesho.com","rank":1227,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meesho.com","observedAt":"2026-08-09T18:11:29.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.meesho.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":368,"botStatus":200,"botBytes":155126,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":203,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meethue.com","rank":1149,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meethue.com","observedAt":"2026-08-09T18:11:30.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.philips-hue.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":5895},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":551901,"botStatus":200,"botBytes":551901,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Smart lights and home security | Philips Hue","lang":"en","ssrTextLength":4759,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":81,"imagesWithAlt":62,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"meetup.com","rank":1968,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meetup.com","observedAt":"2026-08-09T18:11:30.278Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.meetup.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":3770},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":641019,"botStatus":200,"botBytes":618229,"detected":false},"llmsTxt":{"present":true,"bytes":9414,"specValid":true,"issues":[],"linkCount":15},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Event"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Meetup | Find Local Groups, Events, and Activities Near You","lang":"en","ssrTextLength":8233,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":204,"imagesWithAlt":194,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mega.co.nz","rank":718,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mega.co.nz","observedAt":"2026-08-09T18:11:31.223Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mega.co.nz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":554,"botStatus":200,"botBytes":554,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MEGA","lang":null,"ssrTextLength":4,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"mega.nz","rank":1925,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mega.nz","observedAt":"2026-08-09T18:11:33.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1798},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"megafon.ru","rank":1144,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"megafon.ru","observedAt":"2026-08-09T18:11:33.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moscow.megafon.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":316998,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Официальный сайт МегаФона, Московский регион | Ведущий мобильный оператор России","lang":"ru","ssrTextLength":6821,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":29,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Angie"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meganameservers.eu","rank":5110,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meganameservers.eu","observedAt":"2026-08-09T18:11:33.447Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meitu.com","rank":1799,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meitu.com","observedAt":"2026-08-09T18:11:33.523Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.meitu.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27789,"botStatus":200,"botBytes":27789,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Meitu Inc.","lang":"en","ssrTextLength":1228,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"CW"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meituan.com","rank":2482,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meituan.com","observedAt":"2026-08-09T18:11:33.699Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meituan.net","rank":4545,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meituan.net","observedAt":"2026-08-09T18:11:33.956Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://meituan.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6656,"botStatus":200,"botBytes":6656,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"页面不存在 | 美团点评","lang":"zh","ssrTextLength":87,"h1Count":0,"landmarks":[],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meli.com","rank":5033,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meli.com","observedAt":"2026-08-09T18:11:34.365Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"memcached.org","rank":4654,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"memcached.org","observedAt":"2026-08-09T18:11:35.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://memcached.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":204},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5978,"botStatus":200,"botBytes":5978,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"memcached - a distributed memory object caching system","lang":null,"ssrTextLength":1790,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":3,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.10.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"men.gov.ma","rank":1573,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"men.gov.ma","observedAt":"2026-08-09T18:11:35.245Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"menards.com","rank":5104,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"menards.com","observedAt":"2026-08-09T18:11:35.375Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.menards.com/main/home.html","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1287},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":1044,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home at Menards®","lang":"en","ssrTextLength":1204487,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"imperva","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"menshealth.com","rank":3798,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"menshealth.com","observedAt":"2026-08-09T18:11:35.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.menshealth.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":965},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1028850,"botStatus":200,"botBytes":1028850,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","CollectionPage","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Men's Health - Fitness, Nutrition, Health, Sex, Style & Weight Loss Tips for Men","lang":"en","ssrTextLength":12078,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":92,"imagesWithAlt":91,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"meoodata01.com","rank":3516,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meoodata01.com","observedAt":"2026-08-09T18:11:36.679Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"meraki.com","rank":263,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meraki.com","observedAt":"2026-08-09T18:11:37.163Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["CCBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2213},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mercadolibre.cl","rank":2890,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercadolibre.cl","observedAt":"2026-08-09T18:11:37.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mercadolibre.cl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Amazonbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":5,"bytes":2295},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":486721,"botStatus":403,"botBytes":2584,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","OnlineStore"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Mercado Libre Chile - Envíos Gratis en el día","lang":"es","ssrTextLength":6680,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":71,"imagesWithAlt":68,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Tengine"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mercadolibre.com","rank":1370,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercadolibre.com","observedAt":"2026-08-09T18:11:38.020Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mercadolibre.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Amazonbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":474},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":18079,"botStatus":403,"botBytes":2584,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mercado Libre - Envíos Gratis en el día","lang":null,"ssrTextLength":209,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mercadolibre.com.ar","rank":925,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercadolibre.com.ar","observedAt":"2026-08-09T18:11:38.257Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mercadolibre.com.ar/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Amazonbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":5,"bytes":2361},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":529449,"botStatus":403,"botBytes":2584,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","OnlineStore"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Mercado Libre Argentina - Envíos Gratis en el día","lang":"es","ssrTextLength":7055,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":76,"imagesWithAlt":73,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mercadolibre.com.mx","rank":1118,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercadolibre.com.mx","observedAt":"2026-08-09T18:11:39.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mercadolibre.com.mx/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Amazonbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":5,"bytes":2295},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":500629,"botStatus":403,"botBytes":2584,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","OnlineStore"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Mercado Libre México - Envíos Gratis en el día","lang":"es","ssrTextLength":6515,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":72,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mercadolivre.com.br","rank":653,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercadolivre.com.br","observedAt":"2026-08-09T18:11:40.004Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mercadolivre.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Amazonbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":5,"bytes":2747},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":510240,"botStatus":403,"botBytes":2584,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","OnlineStore"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Mercado Livre Brasil - Frete Grátis no mesmo dia","lang":"pt","ssrTextLength":6645,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":74,"imagesWithAlt":71,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mercadopago.com","rank":3941,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercadopago.com","observedAt":"2026-08-09T18:11:40.206Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mercadopago.com.ar/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":239758,"botStatus":403,"botBytes":2584,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mercado Pago | De ahora en adelante, hacés más con tu dinero","lang":"es","ssrTextLength":5653,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":16,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mercadopago.com.br","rank":4793,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercadopago.com.br","observedAt":"2026-08-09T18:11:40.529Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mercadopago.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":314},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":225879,"botStatus":403,"botBytes":2584,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mercado Pago Brasil | Banco Digital","lang":"pt","ssrTextLength":4865,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mercari.com","rank":3830,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercari.com","observedAt":"2026-08-09T18:11:41.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mercari.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1628},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":5683,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mercedes-benz.com","rank":4174,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercedes-benz.com","observedAt":"2026-08-09T18:11:41.236Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mercedes-benz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371,"botStatus":200,"botBytes":52235,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":206,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"merchant-center-analytics.goog","rank":4197,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"merchant-center-analytics.goog","observedAt":"2026-08-09T18:11:42.419Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://merchant-center-analytics.goog/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mercurynews.com","rank":5049,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mercurynews.com","observedAt":"2026-08-09T18:11:42.887Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mercurynews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":69,"usesAllowRules":true,"crawlDelay":10,"bytes":4503},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":260997,"botStatus":200,"botBytes":260997,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","LocalBusiness"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The Mercury News - Bay Area news, sports, business, entertainment, lifestyle and commentary","lang":"en","ssrTextLength":11977,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":39,"imagesWithAlt":38,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"merkle.io","rank":3104,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"merkle.io","observedAt":"2026-08-09T18:11:43.165Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.merkle.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":93705,"botStatus":200,"botBytes":93705,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"blink - MEV Protection for Wallets and RPC Providers","lang":"en","ssrTextLength":3561,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":12,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"merkur.de","rank":1269,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"merkur.de","observedAt":"2026-08-09T18:11:43.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1549},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"merlincdn.net","rank":3055,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"merlincdn.net","observedAt":"2026-08-09T18:11:44.511Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"merriam-webster.com","rank":1174,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"merriam-webster.com","observedAt":"2026-08-09T18:11:44.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.merriam-webster.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":708},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5712,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"meta.com","rank":662,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meta.com","observedAt":"2026-08-09T18:11:44.947Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://www.meta.com/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":3419},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"metamask.io","rank":2192,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"metamask.io","observedAt":"2026-08-09T18:11:45.170Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://metamask.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":221},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":455360,"botStatus":200,"botBytes":455360,"detected":false},"llmsTxt":{"present":true,"bytes":45801,"specValid":true,"issues":[],"linkCount":136},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"MetaMask Crypto Wallet. Buy and Sell Bitcoin, Ethereum, Solana","lang":"en","ssrTextLength":3401,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":43,"imagesWithAlt":15,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"meteoblue.com","rank":4653,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meteoblue.com","observedAt":"2026-08-09T18:11:45.418Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.meteoblue.com/en/weather/week/chicago_united-states_4887398","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":233558,"botStatus":200,"botBytes":233277,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Weather Chicago - meteoblue","lang":"en","ssrTextLength":9816,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":76,"imagesWithAlt":73,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"meteociel.fr","rank":1571,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meteociel.fr","observedAt":"2026-08-09T18:11:45.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.meteociel.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-SearchBot","Amazonbot","Bytespider"],"groupCount":35,"usesAllowRules":false,"crawlDelay":10,"bytes":9418},"tier1Blocked":["ClaudeBot"],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":180961,"botStatus":429,"botBytes":162,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Meteociel - Météo - observations météo en temps réel et prévisions météo pour la France","lang":null,"ssrTextLength":63760,"h1Count":0,"landmarks":["nav"],"imagesTotal":94,"imagesWithAlt":66,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"meteofor.com.ua","rank":4975,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meteofor.com.ua","observedAt":"2026-08-09T18:11:46.209Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://meteofor.com.ua/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5597,"botStatus":403,"botBytes":5597,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"meteofrance.com","rank":1343,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"meteofrance.com","observedAt":"2026-08-09T18:11:46.245Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"metmuseum.org","rank":3684,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"metmuseum.org","observedAt":"2026-08-09T18:11:46.535Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://metmuseum.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31031,"botStatus":429,"botBytes":31031,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vercel Security Checkpoint","lang":"en","ssrTextLength":167,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"vercel","server":"Vercel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"metro.co.uk","rank":3091,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"metro.co.uk","observedAt":"2026-08-09T18:11:47.167Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://metro.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":4976},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":591371,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Metro.co.uk: News, Sport, Showbiz, Celebrities from Metro","lang":"en","ssrTextLength":18490,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":142,"imagesWithAlt":125,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mfadsrvr.com","rank":2778,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mfadsrvr.com","observedAt":"2026-08-09T18:11:48.131Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://hellogenie.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2476,"botStatus":200,"botBytes":2476,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Genie | by Media Force","lang":"en","ssrTextLength":303,"h1Count":0,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.29 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mfms.ru","rank":3322,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mfms.ru","observedAt":"2026-08-09T18:11:48.151Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mgid.com","rank":2188,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mgid.com","observedAt":"2026-08-09T18:11:48.385Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mgid.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":18,"usesAllowRules":true,"crawlDelay":null,"bytes":852},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":498951,"botStatus":200,"botBytes":498951,"detected":false},"llmsTxt":{"present":true,"bytes":6367,"specValid":false,"issues":["no blockquote summary"],"linkCount":37},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MGID: Native Performance & Programmatic Advertising Platform","lang":"en","ssrTextLength":4450,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":48,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"angular","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mgslb.com","rank":1734,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mgslb.com","observedAt":"2026-08-09T18:11:48.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://mgslb.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":207,"botStatus":403,"botBytes":207,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: ACCESS DENIED","lang":null,"ssrTextLength":87,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"web cache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mgts.ru","rank":3477,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mgts.ru","observedAt":"2026-08-09T18:11:48.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mhlw.go.jp","rank":3568,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mhlw.go.jp","observedAt":"2026-08-09T18:11:49.640Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mhverifier.ru","rank":783,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mhverifier.ru","observedAt":"2026-08-09T18:11:50.233Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://creative.telecomid.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":548,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mi-img.com","rank":2212,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mi-img.com","observedAt":"2026-08-09T18:11:50.491Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mi.com","rank":326,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mi.com","observedAt":"2026-08-09T18:11:51.098Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mi.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":88478,"botStatus":200,"botBytes":88478,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Xiaomi United States | Xiaomi Official Website","lang":"en","ssrTextLength":962,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Tengine"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"miamiherald.com","rank":5008,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miamiherald.com","observedAt":"2026-08-09T18:11:51.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"michaels.com","rank":4467,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"michaels.com","observedAt":"2026-08-09T18:11:51.368Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.michaels.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1791},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":576025,"botStatus":200,"botBytes":576025,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Arts & Crafts, Frames, Seasonal Décor | DIY & Inspiration | Michaels","lang":"en","ssrTextLength":6578,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":58,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"micpn.com","rank":5118,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"micpn.com","observedAt":"2026-08-09T18:11:52.197Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":105},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"microsoft.com","rank":6,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"microsoft.com","observedAt":"2026-08-09T18:11:52.971Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":8126},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":257619,"botStatus":200,"botBytes":257619,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Microsoft – AI, Cloud, Productivity, Computing, Gaming & Apps","lang":"en","ssrTextLength":6080,"h1Count":1,"landmarks":["main"],"imagesTotal":37,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"microsoft.us","rank":3056,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"microsoft.us","observedAt":"2026-08-09T18:11:53.275Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"microsoft365.com","rank":2178,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"microsoft365.com","observedAt":"2026-08-09T18:11:53.545Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://m365.cloud.microsoft/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":285739,"botStatus":200,"botBytes":285739,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Microsoft 365 Copilot - Sign in","lang":"en","ssrTextLength":18226,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":23,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"microsoftapp.net","rank":3823,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"microsoftapp.net","observedAt":"2026-08-09T18:11:53.582Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"microsoftazuread-sso.com","rank":3011,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"microsoftazuread-sso.com","observedAt":"2026-08-09T18:11:54.126Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"microsoftonline.us","rank":3006,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"microsoftonline.us","observedAt":"2026-08-09T18:11:54.990Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"microsoftpersonalcontent.com","rank":1236,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"microsoftpersonalcontent.com","observedAt":"2026-08-09T18:11:56.227Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"midasplayer.cloud","rank":4269,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"midasplayer.cloud","observedAt":"2026-08-09T18:11:56.571Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"midjourney.com","rank":4914,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"midjourney.com","observedAt":"2026-08-09T18:11:56.693Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://midjourney.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5724,"botStatus":403,"botBytes":5703,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mihanwebhost.com","rank":3254,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mihanwebhost.com","observedAt":"2026-08-09T18:11:57.070Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mihanwebhost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":306},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":189505,"botStatus":200,"botBytes":186704,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"خرید هاست ابری ,خرید دامنه,خرید سرور | میهن وب هاست","lang":"fa","ssrTextLength":10638,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":82,"imagesWithAlt":81,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"BitNinja-WafPro"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"miibeian.gov.cn","rank":4305,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miibeian.gov.cn","observedAt":"2026-08-09T18:11:57.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"miit.gov.cn","rank":137,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miit.gov.cn","observedAt":"2026-08-09T18:11:57.937Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"miitbeian.gov.cn","rank":3070,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miitbeian.gov.cn","observedAt":"2026-08-09T18:11:58.456Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mikrotik.com","rank":457,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mikrotik.com","observedAt":"2026-08-09T18:11:59.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mileroticos.com","rank":1669,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mileroticos.com","observedAt":"2026-08-09T18:12:02.353Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mimecast.com","rank":3336,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mimecast.com","observedAt":"2026-08-09T18:12:08.007Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mimecast.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":143798,"botStatus":200,"botBytes":143798,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Human Risk Management & Advanced Email Security | Mimecast","lang":"en","ssrTextLength":7906,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":51,"imagesWithAlt":51,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mindbox.ru","rank":2126,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mindbox.ru","observedAt":"2026-08-09T18:12:09.356Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mindbox.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146005,"botStatus":200,"botBytes":146005,"detected":false},"llmsTxt":{"present":true,"bytes":6367,"specValid":true,"issues":[],"linkCount":42},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Mindbox — омниканальная платформа автоматизации маркетинга","lang":"ru","ssrTextLength":4227,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":19,"imagesWithAlt":19,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"minecraft-services.net","rank":3619,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"minecraft-services.net","observedAt":"2026-08-09T18:12:09.365Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"minecraft.net","rank":2468,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"minecraft.net","observedAt":"2026-08-09T18:12:11.229Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.minecraft.net/en-us","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":553726,"botStatus":200,"botBytes":553726,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Welcome to the Minecraft Official Site | Minecraft","lang":"en","ssrTextLength":14960,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":143,"imagesWithAlt":127,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mingky04.live","rank":2018,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mingky04.live","observedAt":"2026-08-09T18:12:12.091Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mingky07.tv/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":345253,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"밍키넷에 오신것을 환영합니다.","lang":"ko","ssrTextLength":5504,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":310,"imagesWithAlt":205,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"minhngoc.net.vn","rank":1709,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"minhngoc.net.vn","observedAt":"2026-08-09T18:12:15.227Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.minhngoc.net.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":194315,"botStatus":200,"botBytes":194340,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Xổ số Minh Ngọc™ Kết Quả Xổ Số Trực Tiếp NHANH NHẤT","lang":"vi","ssrTextLength":11546,"h1Count":5,"landmarks":[],"imagesTotal":63,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"miniclippt.com","rank":3136,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miniclippt.com","observedAt":"2026-08-09T18:12:16.678Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mintegral.com","rank":3910,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mintegral.com","observedAt":"2026-08-09T18:12:16.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mintegral.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103348,"botStatus":200,"botBytes":103348,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mintegral | Turn Engagement Into Growth With AI","lang":"en","ssrTextLength":3588,"h1Count":1,"landmarks":["main","header"],"imagesTotal":34,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mintegral.net","rank":2297,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mintegral.net","observedAt":"2026-08-09T18:12:19.722Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mintegral.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103348,"botStatus":200,"botBytes":103348,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mintegral | Turn Engagement Into Growth With AI","lang":"en","ssrTextLength":3588,"h1Count":1,"landmarks":["main","header"],"imagesTotal":34,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"minutemedia-prebid.com","rank":3244,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"minutemedia-prebid.com","observedAt":"2026-08-09T18:12:23.313Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mioffice.cn","rank":2323,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mioffice.cn","observedAt":"2026-08-09T18:12:23.424Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"miro.com","rank":2435,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miro.com","observedAt":"2026-08-09T18:12:28.217Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://miro.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":1730},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1001184,"botStatus":200,"botBytes":999169,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AI Innovation Workspace | Miro","lang":"en","ssrTextLength":11156,"h1Count":13,"landmarks":["nav","footer","article"],"imagesTotal":140,"imagesWithAlt":45,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mirror.co.uk","rank":2191,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mirror.co.uk","observedAt":"2026-08-09T18:12:29.717Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.mirror.co.uk/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","YouBot"],"groupCount":22,"usesAllowRules":false,"crawlDelay":10,"bytes":1900},"tier1Blocked":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","YouBot"],"cloaking":{"tested":true,"browserBytes":2031,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mirtesen.ru","rank":2494,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mirtesen.ru","observedAt":"2026-08-09T18:12:30.715Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mirtesen.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":10,"bytes":799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":280810,"botStatus":410,"botBytes":136,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Лента - Новости - Медиаплатформа МирТесен","lang":"ru","ssrTextLength":3943,"h1Count":0,"landmarks":["header","article"],"imagesTotal":23,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"missav.ai","rank":1522,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"missav.ai","observedAt":"2026-08-09T18:12:30.716Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://missav.ai/dm265/en","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":127},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":337529,"botStatus":200,"botBytes":337529,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MissAV | Watch HD JAV Online | Free & High Quality AV","lang":"en","ssrTextLength":23170,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":88,"imagesWithAlt":88,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"missav.live","rank":1475,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"missav.live","observedAt":"2026-08-09T18:12:31.715Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://missav.live/dm265/en","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":129},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":336579,"botStatus":200,"botBytes":336579,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MissAV | Watch HD JAV Online | Free & High Quality AV","lang":"en","ssrTextLength":23180,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":88,"imagesWithAlt":88,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"missav.ws","rank":1376,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"missav.ws","observedAt":"2026-08-09T18:12:32.214Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://missav.ws/dm265/en","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":127},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":340250,"botStatus":200,"botBytes":340250,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MissAV | Watch HD JAV Online | Free & High Quality AV","lang":"en","ssrTextLength":23407,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":88,"imagesWithAlt":88,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"missav123.com","rank":1523,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"missav123.com","observedAt":"2026-08-09T18:12:39.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://missav123.com/dm247/cn","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":131},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":334661,"botStatus":200,"botBytes":334661,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MissAV | 免费高清AV在线看","lang":"zh","ssrTextLength":16634,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":88,"imagesWithAlt":88,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"missena.io","rank":4372,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"missena.io","observedAt":"2026-08-09T18:12:39.150Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://missena.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":49,"botStatus":200,"botBytes":49,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mit.edu","rank":220,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mit.edu","observedAt":"2026-08-09T18:12:39.208Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://web.mit.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":199},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47764,"botStatus":200,"botBytes":47764,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MIT - Massachusetts Institute of Technology","lang":"en","ssrTextLength":2665,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"mitre.org","rank":2046,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mitre.org","observedAt":"2026-08-09T18:12:40.206Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mitre.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":116639,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"miui.com","rank":212,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miui.com","observedAt":"2026-08-09T18:12:46.436Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://home.miui.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75124,"botStatus":200,"botBytes":75124,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MIUI 14 锐意新生","lang":null,"ssrTextLength":6418,"h1Count":33,"landmarks":["main","nav"],"imagesTotal":46,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"miwifi.com","rank":904,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"miwifi.com","observedAt":"2026-08-09T18:12:46.603Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://miwifi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":577,"botStatus":403,"botBytes":577,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":272,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mixcloud.com","rank":2231,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mixcloud.com","observedAt":"2026-08-09T18:12:47.157Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mixcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":463},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":573541,"botStatus":200,"botBytes":535387,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Mixcloud - This is Audio Culture","lang":"en","ssrTextLength":6888,"h1Count":2,"landmarks":["main","nav","footer"],"imagesTotal":52,"imagesWithAlt":52,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mk.ru","rank":4149,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mk.ru","observedAt":"2026-08-09T18:12:47.510Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mk.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1383},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":412662,"botStatus":200,"botBytes":412662,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Новости России и мира - Новостной портал Московский Комсомолец - МК","lang":"ru","ssrTextLength":24500,"h1Count":2,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":173,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"mktoresp.com","rank":3849,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mktoresp.com","observedAt":"2026-08-09T18:12:50.044Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ml314.com","rank":3346,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ml314.com","observedAt":"2026-08-09T18:12:50.070Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://ml314.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mlb.com","rank":753,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mlb.com","observedAt":"2026-08-09T18:12:50.416Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mlb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2224},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MLB.com | The Official Site of Major League Baseball","lang":"en","ssrTextLength":877411,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":233,"imagesWithAlt":232,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mlrnd.ru","rank":5060,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mlrnd.ru","observedAt":"2026-08-09T18:12:50.585Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mlstatic.com","rank":2439,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mlstatic.com","observedAt":"2026-08-09T18:12:50.619Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mmcdn.com","rank":2270,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mmcdn.com","observedAt":"2026-08-09T18:12:50.818Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mmcdn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":940,"botStatus":200,"botBytes":940,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"mmcdn.com","lang":"en","ssrTextLength":102,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mmechocaptiveportal.com","rank":1315,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mmechocaptiveportal.com","observedAt":"2026-08-09T18:12:50.852Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://mmechocaptiveportal.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mmstat.com","rank":2726,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mmstat.com","observedAt":"2026-08-09T18:12:51.092Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mncdn.com","rank":3132,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mncdn.com","observedAt":"2026-08-09T18:12:51.144Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mo.gov","rank":4639,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mo.gov","observedAt":"2026-08-09T18:12:51.200Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mo.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74849,"botStatus":200,"botBytes":74848,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | MO.gov","lang":"en","ssrTextLength":7478,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"imperva","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mobalytics.gg","rank":4461,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobalytics.gg","observedAt":"2026-08-09T18:12:51.212Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mobalytics.gg/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":476},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5702,"botStatus":403,"botBytes":5681,"detected":true},"llmsTxt":{"present":true,"bytes":25575,"specValid":true,"issues":[],"linkCount":184},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mobcup.fm","rank":1757,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobcup.fm","observedAt":"2026-08-09T18:12:51.251Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mobcup.fm/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Bytespider"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":894},"tier1Blocked":["GPTBot"],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":15084,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Mobcup - Elevate Your Mobile Experience with Free Ringtones & Wallpapers","lang":"en","ssrTextLength":715,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mobile.de","rank":1904,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobile.de","observedAt":"2026-08-09T18:12:51.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mobile.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":1142},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7684,"botStatus":200,"botBytes":542329,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Zugriff verweigert / Access denied","lang":"de","ssrTextLength":2443,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mobiledokan.com","rank":1711,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobiledokan.com","observedAt":"2026-08-09T18:12:51.319Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mobiledokan.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":180},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":245398,"botStatus":200,"botBytes":245398,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Mobile Phone Price in Bangladesh 2026 | MobileDokan.com","lang":"en","ssrTextLength":13199,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":68,"imagesWithAlt":67,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"EagleShield"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mobilefuse.com","rank":3425,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobilefuse.com","observedAt":"2026-08-09T18:12:51.545Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mobilefuse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136470,"botStatus":200,"botBytes":136470,"detected":false},"llmsTxt":{"present":true,"bytes":13512,"specValid":true,"issues":[],"linkCount":67},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Home | MobileFuse","lang":"en","ssrTextLength":2665,"h1Count":1,"landmarks":["header"],"imagesTotal":45,"imagesWithAlt":34,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx/1.30.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mobilityware.com","rank":4435,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobilityware.com","observedAt":"2026-08-09T18:12:51.940Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mobiuspace.net","rank":3784,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobiuspace.net","observedAt":"2026-08-09T18:12:52.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mobolize.com","rank":639,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mobolize.com","observedAt":"2026-08-09T18:12:53.111Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mobolize.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":325},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":119462,"botStatus":200,"botBytes":119462,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Data Management Engine for Security & Connectivity on the Endpoint - Mobolize","lang":"en","ssrTextLength":5729,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":19,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"modrinth.com","rank":3095,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"modrinth.com","observedAt":"2026-08-09T18:12:54.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://modrinth.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":35},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":513842,"botStatus":200,"botBytes":513842,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Modrinth","lang":"en","ssrTextLength":12260,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":86,"imagesWithAlt":80,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"modsecurity.org","rank":4917,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"modsecurity.org","observedAt":"2026-08-09T18:12:54.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://modsecurity.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":14},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12406,"botStatus":200,"botBytes":12406,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Modsecurity Project","lang":null,"ssrTextLength":2283,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":8,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moe.gov.sa","rank":1896,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moe.gov.sa","observedAt":"2026-08-09T18:12:54.857Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.moe.gov.sa/ar/pages/default.aspx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":76},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":100976,"botStatus":200,"botBytes":100976,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"وزارة التعليم | الرئيسية","lang":"ar","ssrTextLength":6569,"h1Count":1,"landmarks":["footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"moe.video","rank":845,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moe.video","observedAt":"2026-08-09T18:12:54.954Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moe.video/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":288},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74215,"botStatus":200,"botBytes":74215,"detected":false},"llmsTxt":{"present":true,"bytes":3270,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MoeVideo - рекламная сеть","lang":"ru","ssrTextLength":5009,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":34,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"moengage.com","rank":1993,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moengage.com","observedAt":"2026-08-09T18:12:55.436Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.moengage.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":634},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1211909,"botStatus":429,"botBytes":162,"detected":true},"llmsTxt":{"present":true,"bytes":13538,"specValid":true,"issues":[],"linkCount":104},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"MoEngage - Agentic Customer Engagement Platform","lang":"en","ssrTextLength":75693,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":1155,"imagesWithAlt":1060,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mofa.gov.sa","rank":1899,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mofa.gov.sa","observedAt":"2026-08-09T18:12:55.628Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mofa.gov.sa/ar/Pages/default.aspx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":345394,"botStatus":200,"botBytes":345371,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"الموقع الرسمي لوزارة الخارجية | المملكة العربية السعودية","lang":"ar","ssrTextLength":5383,"h1Count":5,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":28,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mogujie.com","rank":3778,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mogujie.com","observedAt":"2026-08-09T18:12:56.020Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mogu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2077,"botStatus":200,"botBytes":2077,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"蘑菇街","lang":null,"ssrTextLength":3,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"mwcs, JuanniuX/15.12.29"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mojang.com","rank":2722,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mojang.com","observedAt":"2026-08-09T18:12:56.223Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.minecraft.net/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":553727,"botStatus":200,"botBytes":553727,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Welcome to the Minecraft Official Site | Minecraft","lang":"en","ssrTextLength":14960,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":143,"imagesWithAlt":127,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mojohost.com","rank":2690,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mojohost.com","observedAt":"2026-08-09T18:12:56.227Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mojohost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200215,"botStatus":200,"botBytes":200215,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hosting, Dedicated Servers, Virtual Private Servers | MojoHost","lang":"en","ssrTextLength":4945,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":13,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moloco.com","rank":797,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moloco.com","observedAt":"2026-08-09T18:12:56.390Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.moloco.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Bytespider"],"groupCount":69,"usesAllowRules":false,"crawlDelay":5,"bytes":3372},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":108511,"botStatus":200,"botBytes":108511,"detected":false},"llmsTxt":{"present":true,"bytes":6777,"specValid":false,"issues":["no H1 title","no blockquote summary"],"linkCount":1},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"AI-powered Performance Advertising at Global Scale | Moloco","lang":"en","ssrTextLength":5086,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":29,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"momon-ga.com","rank":1629,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"momon-ga.com","observedAt":"2026-08-09T18:12:56.415Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://momon-ga.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":59460,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"エロ漫画 momon:GA（モモンガッ!!）","lang":"ja","ssrTextLength":3998,"h1Count":8,"landmarks":["header","footer"],"imagesTotal":49,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mona.co","rank":1855,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mona.co","observedAt":"2026-08-09T18:12:56.939Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"monash.edu","rank":4586,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"monash.edu","observedAt":"2026-08-09T18:12:57.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://monash.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":403,"botBytes":5678,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"monday.com","rank":3261,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"monday.com","observedAt":"2026-08-09T18:12:57.369Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://monday.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":2701},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":612093,"botStatus":200,"botBytes":593629,"detected":false},"llmsTxt":{"present":true,"bytes":9901,"specValid":true,"issues":[],"linkCount":53},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SoftwareApplication","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The AI Work Platform for People & Agents | monday.com","lang":"en","ssrTextLength":15754,"h1Count":2,"landmarks":["nav","header"],"imagesTotal":387,"imagesWithAlt":82,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moneycontrol.com","rank":1066,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moneycontrol.com","observedAt":"2026-08-09T18:12:57.793Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.moneycontrol.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1729077,"botStatus":403,"botBytes":374,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","NewsMediaOrganization","WebSite","ItemList","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Business News: Stock and Share Market News, Economy and Finance News, Sensex, Nifty, Global Market, NSE, BSE Live IPO News - Moneycontrol.com","lang":"en","ssrTextLength":69322,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":401,"imagesWithAlt":380,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"UploadServer"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mongodb.com","rank":2125,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mongodb.com","observedAt":"2026-08-09T18:12:59.106Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mongodb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":false,"crawlDelay":null,"bytes":2859},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":956077,"botStatus":200,"botBytes":956077,"detected":false},"llmsTxt":{"present":true,"bytes":8032,"specValid":true,"issues":[],"linkCount":38},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MongoDB: The World’s Leading Modern Data Platform | MongoDB","lang":"en","ssrTextLength":9190,"h1Count":3,"landmarks":["main","nav","footer"],"imagesTotal":80,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"istio-envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mongodb.net","rank":2582,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mongodb.net","observedAt":"2026-08-09T18:12:59.379Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moodle.com","rank":2524,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moodle.com","observedAt":"2026-08-09T18:12:59.583Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://moodle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5699,"botStatus":403,"botBytes":5678,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"moodle.org","rank":1818,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moodle.org","observedAt":"2026-08-09T18:12:59.936Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moodle.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":15,"bytes":267},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":87920,"botStatus":200,"botBytes":87920,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Moodle.org","lang":"en","ssrTextLength":5027,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":39,"imagesWithAlt":28,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mookie1.com","rank":2977,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mookie1.com","observedAt":"2026-08-09T18:13:00.774Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"http://mookie1.com/","error":"homepage returned HTTP 400","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mooo.com","rank":4318,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mooo.com","observedAt":"2026-08-09T18:13:01.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moovitapp.com","rank":5048,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moovitapp.com","observedAt":"2026-08-09T18:13:01.405Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moovitapp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":609490,"botStatus":200,"botBytes":609602,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Your Public Transit Guide in 112+ Countries","lang":"en","ssrTextLength":4074,"h1Count":2,"landmarks":["header","footer"],"imagesTotal":44,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"morningstar.com","rank":3873,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"morningstar.com","observedAt":"2026-08-09T18:13:01.428Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.morningstar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":423},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Morningstar | Empowering Investor Success","lang":"en","ssrTextLength":1643621,"h1Count":1,"landmarks":["main","nav","header","article","aside"],"imagesTotal":53,"imagesWithAlt":13,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mos.ru","rank":2050,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mos.ru","observedAt":"2026-08-09T18:13:01.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mosspf.com","rank":4147,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mosspf.com","observedAt":"2026-08-09T18:13:01.868Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mosspf.net","rank":2438,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mosspf.net","observedAt":"2026-08-09T18:13:02.522Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mossru.com","rank":2999,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mossru.com","observedAt":"2026-08-09T18:13:02.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"motherless.com","rank":5054,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"motherless.com","observedAt":"2026-08-09T18:13:02.928Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mountain.com","rank":3179,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mountain.com","observedAt":"2026-08-09T18:13:02.996Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mountain.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":119},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":284804,"botStatus":200,"botBytes":284804,"detected":false},"llmsTxt":{"present":true,"bytes":2348,"specValid":true,"issues":[],"linkCount":20},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article","WebPage","ImageObject","BreadcrumbList","WebSite","Organization","Person"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Connected TV Performance Marketing Platform - MNTN","lang":"en","ssrTextLength":9000,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":176,"imagesWithAlt":158,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"movetv.com","rank":3354,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"movetv.com","observedAt":"2026-08-09T18:13:03.180Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"movie-box.co","rank":1938,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"movie-box.co","observedAt":"2026-08-09T18:13:03.872Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://movie-box.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":186},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1444102,"botStatus":200,"botBytes":1444102,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"MovieBox - Watch Movies Free Online, Watch TV Series Online","lang":"en","ssrTextLength":9460,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":217,"imagesWithAlt":183,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"istio-envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moviebox.ph","rank":1557,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moviebox.ph","observedAt":"2026-08-09T18:13:04.036Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moviebox.ph/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":253},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1487560,"botStatus":200,"botBytes":1487560,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MovieBox - Watch Movies Free Online, Watch TV Series Online","lang":"en","ssrTextLength":10244,"h1Count":1,"landmarks":["header","footer","article"],"imagesTotal":164,"imagesWithAlt":140,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"istio-envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moviesda31.com","rank":1967,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moviesda31.com","observedAt":"2026-08-09T18:13:04.419Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moviesdatamil.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":13910,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Moviesda 2026 Tamil Movies Download, Moviesda Latest Tamil Movies Download Moviesda.com","lang":"en","ssrTextLength":4740,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moviesda32.com","rank":2036,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moviesda32.com","observedAt":"2026-08-09T18:13:04.592Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moviesdatamil.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":13910,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Moviesda 2026 Tamil Movies Download, Moviesda Latest Tamil Movies Download Moviesda.com","lang":"en","ssrTextLength":4740,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moviesda33.com","rank":2005,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moviesda33.com","observedAt":"2026-08-09T18:13:05.078Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moviesdatamil.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":13910,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Moviesda 2026 Tamil Movies Download, Moviesda Latest Tamil Movies Download Moviesda.com","lang":"en","ssrTextLength":4740,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moviespage.xyz","rank":1749,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moviespage.xyz","observedAt":"2026-08-09T18:13:05.296Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moviezwap.onl","rank":2028,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moviezwap.onl","observedAt":"2026-08-09T18:13:05.516Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.moviezwap.taxi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":15076,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MoviezWap - Free Download Tamil New Full Movies, Telugu Mobile Movies Download Free HD Mp4 3gp Avi.","lang":null,"ssrTextLength":3081,"h1Count":0,"landmarks":[],"imagesTotal":39,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"moz.com","rank":2956,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"moz.com","observedAt":"2026-08-09T18:13:06.281Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":1210},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":167355,"botStatus":200,"botBytes":167355,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Moz - SEO Software for Smarter Marketing","lang":"en","ssrTextLength":16451,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":49,"imagesWithAlt":34,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mozgcp.net","rank":2340,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mozgcp.net","observedAt":"2026-08-09T18:13:06.298Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mozilla.com","rank":282,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mozilla.com","observedAt":"2026-08-09T18:13:06.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.firefox.com/en-US/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136735,"botStatus":200,"botBytes":136735,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Brand","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Firefox: The fast, private browser that keeps you safe — Firefox.com","lang":"en","ssrTextLength":9382,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":46,"imagesWithAlt":45,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"granian"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mozilla.net","rank":995,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mozilla.net","observedAt":"2026-08-09T18:13:06.468Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mozilla.org","rank":92,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mozilla.org","observedAt":"2026-08-09T18:13:06.585Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mozilla.org/en-US/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":115082,"botStatus":200,"botBytes":115082,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mozilla - Internet for people, not profit (US)","lang":"en","ssrTextLength":10667,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":23,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"granian"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mp.gov.in","rank":1867,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mp.gov.in","observedAt":"2026-08-09T18:13:06.797Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mp4moviez.fast","rank":2022,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mp4moviez.fast","observedAt":"2026-08-09T18:13:08.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mp4moviez.webcam","rank":2009,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mp4moviez.webcam","observedAt":"2026-08-09T18:13:08.935Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mparticle.com","rank":2552,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mparticle.com","observedAt":"2026-08-09T18:13:09.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mparticle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":51,"usesAllowRules":true,"crawlDelay":null,"bytes":2814},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":453584,"botStatus":200,"botBytes":453584,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Performance Made Easy | mParticle Customer Data Platform","lang":"en","ssrTextLength":6612,"h1Count":20,"landmarks":["nav","header","footer"],"imagesTotal":35,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"mpg.de","rank":2434,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mpg.de","observedAt":"2026-08-09T18:13:09.065Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mpg.de/de","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":87},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":496858,"botStatus":200,"botBytes":496858,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Startseite | Max-Planck-Gesellschaft","lang":"de","ssrTextLength":12478,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":33,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mps.gov.cn","rank":1210,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mps.gov.cn","observedAt":"2026-08-09T18:13:10.003Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mradx.net","rank":2256,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mradx.net","observedAt":"2026-08-09T18:13:10.036Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mrf.io","rank":3391,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mrf.io","observedAt":"2026-08-09T18:13:10.122Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":500,"finalUrl":"https://mrf.io/","error":"homepage returned HTTP 500","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msappproxy.net","rank":2288,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msappproxy.net","observedAt":"2026-08-09T18:13:10.289Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msauth.net","rank":1169,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msauth.net","observedAt":"2026-08-09T18:13:10.461Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msauthimages.net","rank":5059,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msauthimages.net","observedAt":"2026-08-09T18:13:10.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msdn.com","rank":4453,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msdn.com","observedAt":"2026-08-09T18:13:11.054Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://learn.microsoft.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":6716},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26723,"botStatus":200,"botBytes":26723,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Microsoft Learn: Build with answers in reach","lang":"en","ssrTextLength":1751,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"msecnd.net","rank":2529,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msecnd.net","observedAt":"2026-08-09T18:13:11.313Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msftauth.net","rank":840,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msftauth.net","observedAt":"2026-08-09T18:13:11.325Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msftauthimages.net","rank":4908,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msftauthimages.net","observedAt":"2026-08-09T18:13:11.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msftconnecttest.com","rank":166,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msftconnecttest.com","observedAt":"2026-08-09T18:13:11.472Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msftstatic.com","rank":2608,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msftstatic.com","observedAt":"2026-08-09T18:13:12.529Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"http://msftstatic.com/","error":"homepage returned HTTP 400","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msi.com","rank":3360,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msi.com","observedAt":"2026-08-09T18:13:12.646Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.msi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":181966,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msidentity.com","rank":587,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msidentity.com","observedAt":"2026-08-09T18:13:13.985Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"msnbc.com","rank":4584,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msnbc.com","observedAt":"2026-08-09T18:13:14.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ms.now/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","Google-NotebookLM"],"groupCount":50,"usesAllowRules":true,"crawlDelay":null,"bytes":2187},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot","Google-NotebookLM"],"cloaking":{"tested":true,"browserBytes":370216,"botStatus":403,"botBytes":364,"detected":true},"llmsTxt":{"present":true,"bytes":11135,"specValid":true,"issues":[],"linkCount":53},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"MS NOW (formerly MSNBC) - US News Today | Breaking News","lang":"en","ssrTextLength":7242,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":75,"imagesWithAlt":44,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"msu.edu","rank":2471,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msu.edu","observedAt":"2026-08-09T18:13:14.548Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://msu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":647},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":278166,"botStatus":200,"botBytes":278165,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Michigan State University | Michigan State University","lang":"en","ssrTextLength":8173,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"msu.ru","rank":4916,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"msu.ru","observedAt":"2026-08-09T18:13:14.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://msu.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":330},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3889,"botStatus":200,"botBytes":3889,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"ru","ssrTextLength":0,"h1Count":0,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"sveltekit","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mtgglobals.com","rank":313,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mtgglobals.com","observedAt":"2026-08-09T18:13:14.585Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mtrtb.com","rank":4404,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mtrtb.com","observedAt":"2026-08-09T18:13:14.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mtrtb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":487},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1459104,"botStatus":200,"botBytes":545080,"detected":false},"llmsTxt":{"present":true,"bytes":3358,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Home | MTRTB","lang":"en","ssrTextLength":3162,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":17,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wix","network":"fastly","server":"Pepyaka"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mts.ru","rank":174,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mts.ru","observedAt":"2026-08-09T18:13:14.934Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://moskva.mts.ru/personal","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":6777},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1051691,"botStatus":200,"botBytes":1051690,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"МТС - связь и экосистема цифровых сервисов - Частным клиентам | Официальный сайт МТС - Москва и Московская область","lang":"ru","ssrTextLength":6741,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":97,"imagesWithAlt":24,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"angular","network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mufg.jp","rank":4155,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mufg.jp","observedAt":"2026-08-09T18:13:15.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mundodeportivo.com","rank":1266,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mundodeportivo.com","observedAt":"2026-08-09T18:13:15.210Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mundodeportivo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":150957},"tier1Blocked":["ClaudeBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":431070,"botStatus":200,"botBytes":431070,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mundo Deportivo | Noticias deportivas: Fútbol, motor, tenis y más","lang":"es","ssrTextLength":17725,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":184,"imagesWithAlt":176,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"musicdel.ir","rank":1889,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"musicdel.ir","observedAt":"2026-08-09T18:13:15.218Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://musicdel.ir/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":603},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":224540,"botStatus":200,"botBytes":224540,"detected":false},"llmsTxt":{"present":true,"bytes":2713,"specValid":true,"issues":[],"linkCount":16},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization","Person"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"موزیکدل❤️: مرجع دانلود آهنگ ترند و آهنگ های روز","lang":"fa","ssrTextLength":10327,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":119,"imagesWithAlt":66,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"LiteSpeed"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mux.com","rank":4480,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mux.com","observedAt":"2026-08-09T18:13:15.859Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mux.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":91},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":837959,"botStatus":200,"botBytes":837959,"detected":false},"llmsTxt":{"present":true,"bytes":54414,"specValid":true,"issues":[],"linkCount":206},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Video API for developers | Mux","lang":"en","ssrTextLength":16749,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":71,"imagesWithAlt":63,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mwbsys.com","rank":2293,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mwbsys.com","observedAt":"2026-08-09T18:13:15.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mwscdn.ru","rank":2570,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mwscdn.ru","observedAt":"2026-08-09T18:13:17.596Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mx-ns.mx","rank":4680,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mx-ns.mx","observedAt":"2026-08-09T18:13:17.641Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mxptint.net","rank":3231,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mxptint.net","observedAt":"2026-08-09T18:13:18.353Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"my.com","rank":582,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"my.com","observedAt":"2026-08-09T18:13:18.835Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"my.games","rank":4194,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"my.games","observedAt":"2026-08-09T18:13:19.326Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://my.games/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":125},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5051,"botStatus":200,"botBytes":315245,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx/1.27.5"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myanimelist.net","rank":3204,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myanimelist.net","observedAt":"2026-08-09T18:13:19.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://myanimelist.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1752},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":190045,"botStatus":200,"botBytes":189713,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"MyAnimeList.net - Anime and Manga Database and Community","lang":"en","ssrTextLength":12914,"h1Count":1,"landmarks":["footer","article"],"imagesTotal":90,"imagesWithAlt":80,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mybluehost.me","rank":936,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mybluehost.me","observedAt":"2026-08-09T18:13:19.579Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":409,"finalUrl":"http://mybluehost.me/","error":"homepage returned HTTP 409","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mycdn.me","rank":4041,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mycdn.me","observedAt":"2026-08-09T18:13:19.862Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://st.okcdn.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":549,"botStatus":403,"botBytes":147,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":34,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mydnspt.net","rank":3678,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mydnspt.net","observedAt":"2026-08-09T18:13:19.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mydramalist.com","rank":1320,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mydramalist.com","observedAt":"2026-08-09T18:13:20.053Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mydramalist.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":244},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":109447,"botStatus":200,"botBytes":109382,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Discover, Discuss, and Organize the Best Asian Dramas & Movies for Your Entertainment - MyDramaList","lang":"en","ssrTextLength":10208,"h1Count":1,"landmarks":[],"imagesTotal":155,"imagesWithAlt":96,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mydramawave.com","rank":2925,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mydramawave.com","observedAt":"2026-08-09T18:13:20.852Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mydramawave.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":22},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9157,"botStatus":200,"botBytes":9157,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myfitnesspal.com","rank":3734,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myfitnesspal.com","observedAt":"2026-08-09T18:13:21.050Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.myfitnesspal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ChatGPT-User"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1120},"tier1Blocked":["ChatGPT-User"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":961113,"botStatus":200,"botBytes":961113,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Calorie Tracker & BMR Calculator to Reach Your Goals | MyFitnessPal","lang":"en","ssrTextLength":8293,"h1Count":1,"landmarks":["footer"],"imagesTotal":89,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"myfritz.net","rank":74,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myfritz.net","observedAt":"2026-08-09T18:13:22.157Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":269},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myftpupload.com","rank":3908,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myftpupload.com","observedAt":"2026-08-09T18:13:22.601Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myhostadmin.net","rank":4642,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myhostadmin.net","observedAt":"2026-08-09T18:13:22.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://myhostadmin.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":28},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":18129,"botStatus":200,"botBytes":18129,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"������������¼","lang":null,"ssrTextLength":669,"h1Count":0,"landmarks":[],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"wts"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myhuaweicloud.com","rank":377,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myhuaweicloud.com","observedAt":"2026-08-09T18:13:22.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myinstants.com","rank":1469,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myinstants.com","observedAt":"2026-08-09T18:13:22.756Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://myinstants.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5596,"botStatus":403,"botBytes":5596,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"mynavi.jp","rank":3562,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mynavi.jp","observedAt":"2026-08-09T18:13:23.321Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mynavi.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":37690,"botStatus":200,"botBytes":37710,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"株式会社マイナビ","lang":"ja","ssrTextLength":1312,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":38,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mynetname.net","rank":480,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mynetname.net","observedAt":"2026-08-09T18:13:23.538Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myntra.com","rank":1282,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myntra.com","observedAt":"2026-08-09T18:13:24.257Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.myntra.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":483,"botStatus":200,"botBytes":483,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Site Maintenance","lang":null,"ssrTextLength":77,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache/2.4.1 (Unix)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myq-cloud.com","rank":2934,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myq-cloud.com","observedAt":"2026-08-09T18:13:24.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myqcloud.com","rank":485,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myqcloud.com","observedAt":"2026-08-09T18:13:24.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myqnapcloud.com","rank":4695,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myqnapcloud.com","observedAt":"2026-08-09T18:13:25.676Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.myqnapcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":35},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13678,"botStatus":200,"botBytes":13678,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"myQNAPcloud","lang":"en","ssrTextLength":711,"h1Count":0,"landmarks":["main"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"myreadingmanga.info","rank":1552,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myreadingmanga.info","observedAt":"2026-08-09T18:13:26.240Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://myreadingmanga.info/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":4734,"botStatus":403,"botBytes":4712,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Verification Required","lang":"en","ssrTextLength":363,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mysecurecloudhost.com","rank":2689,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mysecurecloudhost.com","observedAt":"2026-08-09T18:13:26.436Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://mysecurecloudhost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":318,"botStatus":403,"botBytes":318,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":186,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myshopify.com","rank":287,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myshopify.com","observedAt":"2026-08-09T18:13:26.654Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://myshopify.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myspace.com","rank":838,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myspace.com","observedAt":"2026-08-09T18:13:26.667Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UNABLE_TO_VERIFY_LEAF_SIGNATURE","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mysql.com","rank":484,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mysql.com","observedAt":"2026-08-09T18:13:27.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.mysql.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":20,"bytes":184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3988,"botStatus":200,"botBytes":43374,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Technical Difficulties","lang":"en","ssrTextLength":510,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mysterium.network","rank":3932,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mysterium.network","observedAt":"2026-08-09T18:13:27.579Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mysterium.network/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":495},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1038067,"botStatus":200,"botBytes":714534,"detected":false},"llmsTxt":{"present":true,"bytes":3225,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Open Web Protocol - Mysterium Network","lang":"en","ssrTextLength":6234,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":34,"imagesWithAlt":26,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wix","network":"fastly","server":"Pepyaka"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mystrikingly.com","rank":2984,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mystrikingly.com","observedAt":"2026-08-09T18:13:27.906Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.strikingly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":123756,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"How To Make a Website – Free Website Builder | Strikingly","lang":"en","ssrTextLength":7628,"h1Count":1,"landmarks":[],"imagesTotal":34,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"mythad.com","rank":1109,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mythad.com","observedAt":"2026-08-09T18:13:28.270Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myvzw.com","rank":2514,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myvzw.com","observedAt":"2026-08-09T18:13:28.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"myworkdayjobs.com","rank":4320,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"myworkdayjobs.com","observedAt":"2026-08-09T18:13:28.701Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"mzstatic.com","rank":305,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"mzstatic.com","observedAt":"2026-08-09T18:13:29.094Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.apple.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":254059,"botStatus":200,"botBytes":254059,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Apple","lang":"en","ssrTextLength":6524,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":99,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apple"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"n-able.com","rank":3125,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"n-able.com","observedAt":"2026-08-09T18:13:30.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.n-able.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":50,"bytes":1968},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":5724,"botStatus":200,"botBytes":421260,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"n-tv.de","rank":1054,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"n-tv.de","observedAt":"2026-08-09T18:13:30.545Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.n-tv.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Google-Extended","CCBot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":1158},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":1312686,"botStatus":200,"botBytes":1312686,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nachrichten, aktuelle Schlagzeilen und Videos - n-tv.de","lang":"de","ssrTextLength":44659,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":178,"imagesWithAlt":178,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nag.ru","rank":4495,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nag.ru","observedAt":"2026-08-09T18:13:31.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nag.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":129265,"botStatus":200,"botBytes":129278,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Главная\n - Новости Nag.ru","lang":"ru","ssrTextLength":5846,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":59,"imagesWithAlt":40,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nalog.ru","rank":3416,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nalog.ru","observedAt":"2026-08-09T18:13:31.354Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nalog.gov.ru/rn77/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":766},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":141107,"botStatus":200,"botBytes":141107,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Федеральная налоговая служба","lang":"ru","ssrTextLength":7138,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":39,"imagesWithAlt":34,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"namasha.com","rank":1545,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"namasha.com","observedAt":"2026-08-09T18:13:31.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.namasha.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":8,"usesAllowRules":false,"crawlDelay":1,"bytes":795},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":174057,"botStatus":200,"botBytes":174057,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"نماشا - سرویس رایگان اشتراک ویدیو","lang":"fa","ssrTextLength":5281,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":91,"imagesWithAlt":90,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"WSGIServer/0.1 Python/2.6.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"name-services.com","rank":306,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"name-services.com","observedAt":"2026-08-09T18:13:31.974Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"name.com","rank":413,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"name.com","observedAt":"2026-08-09T18:13:32.322Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.name.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1944},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":415099,"botStatus":200,"botBytes":415099,"detected":false},"llmsTxt":{"present":true,"bytes":549,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Corporation","WebSite","Question"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Domain Names, Registration, Websites & Hosting | name.com","lang":null,"ssrTextLength":6502,"h1Count":1,"landmarks":["main"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"namebright.com","rank":4478,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"namebright.com","observedAt":"2026-08-09T18:13:32.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.namebright.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56101,"botStatus":200,"botBytes":56101,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NameBright - Next Generation Domain Registration","lang":"en","ssrTextLength":48,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"namebrightdns.com","rank":260,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"namebrightdns.com","observedAt":"2026-08-09T18:13:32.624Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"namecheap.com","rank":704,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"namecheap.com","observedAt":"2026-08-09T18:13:32.661Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.namecheap.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1359},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5791,"botStatus":403,"botBytes":5770,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"namecheaphosting.com","rank":1178,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"namecheaphosting.com","observedAt":"2026-08-09T18:13:32.721Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"namefind.com","rank":3441,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"namefind.com","observedAt":"2026-08-09T18:13:33.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://auctions.godaddy.com/beta","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":378,"botStatus":200,"botBytes":488788,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":213,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"namu.wiki","rank":1147,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"namu.wiki","observedAt":"2026-08-09T18:13:34.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":411},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nanit.com","rank":4333,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nanit.com","observedAt":"2026-08-09T18:13:34.081Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nanit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3612},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":448049,"botStatus":200,"botBytes":448049,"detected":false},"llmsTxt":{"present":true,"bytes":4326,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":4283},"structured":{"jsonLdTypes":["BreadcrumbList","WebSite","Organization","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Nanit Smart Baby Monitor | Tracks Sleep and Breathing","lang":"en","ssrTextLength":10350,"h1Count":3,"landmarks":["main","nav","header","footer","article"],"imagesTotal":62,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"napps-1.com","rank":5076,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"napps-1.com","observedAt":"2026-08-09T18:13:34.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://napps-1.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"narod.ru","rank":2883,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"narod.ru","observedAt":"2026-08-09T18:13:35.532Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://narod.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1003},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":39166,"botStatus":200,"botBytes":39166,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Народные рейтинги российских онлайн сервисов - Народ.РУ","lang":null,"ssrTextLength":3786,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":6,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.22.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nasa.gov","rank":378,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nasa.gov","observedAt":"2026-08-09T18:13:35.552Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nasa.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":1,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":338627,"botStatus":200,"botBytes":338627,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"NASA","lang":"en","ssrTextLength":9880,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":72,"imagesWithAlt":37,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nasdaq.com","rank":3026,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nasdaq.com","observedAt":"2026-08-09T18:13:35.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nasdaq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":249045,"botStatus":200,"botBytes":248529,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebPage","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Nasdaq: Stock Market, Data Updates, Reports & News","lang":"en","ssrTextLength":10585,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":21,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":"Rendering-Platform"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nate.com","rank":3152,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nate.com","observedAt":"2026-08-09T18:13:36.089Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":103},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nationalacademies.org","rank":4640,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nationalacademies.org","observedAt":"2026-08-09T18:13:36.481Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nationalacademies.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":46},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":401839,"botStatus":200,"botBytes":401839,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"National Academies of Sciences, Engineering, and Medicine","lang":"en","ssrTextLength":15559,"h1Count":17,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":12,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nationalarchives.gov.uk","rank":4729,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nationalarchives.gov.uk","observedAt":"2026-08-09T18:13:37.179Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nationalarchives.gov.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":1322},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51945,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["GovernmentOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Home - The National Archives","lang":"en","ssrTextLength":3117,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nationalgeographic.com","rank":947,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nationalgeographic.com","observedAt":"2026-08-09T18:13:37.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nationalgeographic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1396},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":578438,"botStatus":200,"botBytes":578512,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","NewsMediaOrganization","ImageObject","BreadcrumbList","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"National Geographic","lang":"en","ssrTextLength":9437,"h1Count":0,"landmarks":["header","footer","article","aside"],"imagesTotal":16,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nature.com","rank":286,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nature.com","observedAt":"2026-08-09T18:13:37.484Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://idp.nature.com/transit?redirect_uri=https%3A%2F%2Fwww.nature.com%2Fnature&code=1be45e45-003c-4063-9ab5-2c977201cf51","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":23,"usesAllowRules":false,"crawlDelay":null,"bytes":2721},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":406,"botBytes":8938,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"naukri.com","rank":1246,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"naukri.com","observedAt":"2026-08-09T18:13:37.536Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.naukri.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15222,"botStatus":200,"botBytes":15222,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"naver.com","rank":344,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"naver.com","observedAt":"2026-08-09T18:13:37.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":91},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"navitime.co.jp","rank":1382,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"navitime.co.jp","observedAt":"2026-08-09T18:13:37.980Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.navitime.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"navy.mil","rank":3061,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"navy.mil","observedAt":"2026-08-09T18:13:38.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nazwa.pl","rank":4582,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nazwa.pl","observedAt":"2026-08-09T18:13:38.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nazwa.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":217},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":155110,"botStatus":200,"botBytes":155110,"detected":false},"llmsTxt":{"present":true,"bytes":3541,"specValid":true,"issues":[],"linkCount":21},"agentsMd":{"present":true,"bytes":6064},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"nazwa.pl | Domeny za 0 zł, Nowoczesne usługi w chmurze, Hosting dla firm, Poczta biznesowa 10 TB, Email Marketing, SSL, Monitoring WWW","lang":"pl","ssrTextLength":14314,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":53,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":null,"server":"Apache/2"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nba.com","rank":2063,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nba.com","observedAt":"2026-08-09T18:13:38.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nba.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":2714},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot"],"cloaking":{"tested":true,"browserBytes":473148,"botStatus":200,"botBytes":472996,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SportsOrganization","WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The official site of the NBA for the latest NBA Scores, Stats & News. | NBA.com","lang":"en","ssrTextLength":8722,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":95,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nbc.com","rank":4032,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nbc.com","observedAt":"2026-08-09T18:13:39.051Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nbc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":6732},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":515129,"botStatus":403,"botBytes":353,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"NBC TV Network - Shows, Episodes, Schedule","lang":"en","ssrTextLength":9944,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":186,"imagesWithAlt":179,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nbcnews.com","rank":816,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nbcnews.com","observedAt":"2026-08-09T18:13:39.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nbcnews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":39,"usesAllowRules":true,"crawlDelay":null,"bytes":13381},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1055859,"botStatus":200,"botBytes":1055859,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","Dataset","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"NBC News - Breaking Headlines and Video Reports on World, U.S. and Local Angles | NBC News","lang":"en","ssrTextLength":14331,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":83,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nbcuni.com","rank":4355,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nbcuni.com","observedAt":"2026-08-09T18:13:40.818Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nbcuniversal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2181},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":140789,"botStatus":200,"botBytes":140789,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Home | NBCUNIVERSAL MEDIA","lang":"en","ssrTextLength":9008,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":80,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nbcuott.com","rank":4447,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nbcuott.com","observedAt":"2026-08-09T18:13:40.943Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nber.org","rank":4383,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nber.org","observedAt":"2026-08-09T18:13:41.834Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nber.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":190814,"botStatus":200,"botBytes":190814,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"National Bureau of Economic Research | NBER","lang":"en","ssrTextLength":13028,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ncsu.edu","rank":3069,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ncsu.edu","observedAt":"2026-08-09T18:13:42.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ncsu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":186495,"botStatus":202,"botBytes":2415,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NC State University","lang":"en","ssrTextLength":6346,"h1Count":2,"landmarks":["main","nav","footer"],"imagesTotal":16,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nd.edu","rank":4664,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nd.edu","observedAt":"2026-08-09T18:13:42.258Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nd.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":183},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":91073,"botStatus":200,"botBytes":91073,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Notre Dame","lang":"en","ssrTextLength":5229,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":45,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ndash.net","rank":3725,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ndash.net","observedAt":"2026-08-09T18:13:42.286Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ndcpp-os.com","rank":2735,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ndcpp-os.com","observedAt":"2026-08-09T18:13:42.449Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ndcpp.com","rank":4728,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ndcpp.com","observedAt":"2026-08-09T18:13:42.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ndmdhs.com","rank":4605,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ndmdhs.com","observedAt":"2026-08-09T18:13:42.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ndr.de","rank":3584,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ndr.de","observedAt":"2026-08-09T18:13:43.143Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ndr.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":21,"usesAllowRules":false,"crawlDelay":null,"bytes":2465},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":276216,"botStatus":200,"botBytes":276216,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["collectionPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NDR.de - Das Beste am Norden - Radio - Fernsehen - Nachrichten | ndr.de","lang":"de","ssrTextLength":9532,"h1Count":15,"landmarks":["nav","header","footer"],"imagesTotal":56,"imagesWithAlt":56,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ndtv.com","rank":2291,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ndtv.com","observedAt":"2026-08-09T18:13:43.726Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ndtv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366,"botStatus":200,"botBytes":1247228,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"neal.fun","rank":4523,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"neal.fun","observedAt":"2026-08-09T18:13:44.182Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://neal.fun/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":37},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":40789,"botStatus":200,"botBytes":40789,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Neal.fun","lang":"en","ssrTextLength":256,"h1Count":0,"landmarks":[],"imagesTotal":48,"imagesWithAlt":45,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nease.net","rank":508,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nease.net","observedAt":"2026-08-09T18:13:44.621Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://nease.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":601,"botStatus":200,"botBytes":601,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"163 导航页","lang":null,"ssrTextLength":41,"h1Count":0,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"neilpatel.com","rank":4574,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"neilpatel.com","observedAt":"2026-08-09T18:13:44.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://neilpatel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":591},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159536,"botStatus":200,"botBytes":159536,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Neil Patel: Helping You Succeed Through Digital Marketing!","lang":"en","ssrTextLength":10003,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":38,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nejm.org","rank":2418,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nejm.org","observedAt":"2026-08-09T18:13:44.943Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.nejm.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot"],"groupCount":14,"usesAllowRules":true,"crawlDelay":null,"bytes":1423},"tier1Blocked":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":5744,"botStatus":403,"botBytes":5722,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nel.goog","rank":689,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nel.goog","observedAt":"2026-08-09T18:13:45.424Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nelreports.net","rank":1815,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nelreports.net","observedAt":"2026-08-09T18:13:46.067Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"neon.tech","rank":4388,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"neon.tech","observedAt":"2026-08-09T18:13:46.233Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://neon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":300},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":417950,"botStatus":200,"botBytes":417950,"detected":false},"llmsTxt":{"present":true,"bytes":35396,"specValid":true,"issues":[],"linkCount":242},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Neon — Postgres backends for apps and agents","lang":"en","ssrTextLength":5345,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":44,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nerdwallet.com","rank":4662,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nerdwallet.com","observedAt":"2026-08-09T18:13:46.239Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nerdwallet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Google-Extended"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1720},"tier1Blocked":["Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1075656,"botStatus":200,"botBytes":1075656,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"NerdWallet: Finance smarter","lang":"en","ssrTextLength":28469,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":294,"imagesWithAlt":68,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nesine.com","rank":1437,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nesine.com","observedAt":"2026-08-09T18:13:46.549Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nesine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","CCBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":16355},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":464690,"botStatus":200,"botBytes":464681,"detected":false},"llmsTxt":{"present":true,"bytes":288,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"İddaa | Spor Toto | Nesine.com","lang":"tr","ssrTextLength":7750,"h1Count":0,"landmarks":["nav","header","aside"],"imagesTotal":32,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nespresso.com","rank":4932,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nespresso.com","observedAt":"2026-08-09T18:13:46.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nespresso.com/us/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":6375},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":228902,"botStatus":200,"botBytes":228902,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nespresso USA | Coffee & Espresso Machines & Accessories","lang":"en","ssrTextLength":562,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nessus.org","rank":4502,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nessus.org","observedAt":"2026-08-09T18:13:46.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tenable.com/products/nessus","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":317182,"botStatus":200,"botBytes":317182,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nessus Vulnerability Scanner: Network Security Solution | Tenable®","lang":"en","ssrTextLength":24104,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":28,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nest.com","rank":2617,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nest.com","observedAt":"2026-08-09T18:13:47.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://store.google.com/us/category/connected_home?hl=en-US&GoogleNest&utm_source=nest_redirect&utm_medium=google_oo&utm_campaign=homepage","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":352},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Smart Homes start with Google Nest","lang":"en","ssrTextLength":17381,"h1Count":1,"landmarks":["main","nav","header","article","aside"],"imagesTotal":132,"imagesWithAlt":117,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"ESF"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"net.ru","rank":3426,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"net.ru","observedAt":"2026-08-09T18:13:47.283Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://net.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6052,"botStatus":200,"botBytes":6052,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Регистратура доменов NET.RU, ORG.RU, PP.RU","lang":"ru","ssrTextLength":490,"h1Count":1,"landmarks":[],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netangels.ru","rank":406,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netangels.ru","observedAt":"2026-08-09T18:13:48.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.netangels.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1992},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":134880,"botStatus":200,"botBytes":134880,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VDS/VPS хостинг от NetAngels — надежные виртуальные серверы в России","lang":"ru","ssrTextLength":18687,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":79,"imagesWithAlt":78,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netbird.io","rank":3938,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netbird.io","observedAt":"2026-08-09T18:13:48.776Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://netbird.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":149},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":155995,"botStatus":200,"botBytes":155995,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NetBird - Open Source Zero Trust Networking","lang":"en","ssrTextLength":6890,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":85,"imagesWithAlt":54,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"netcraze.io","rank":1110,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netcraze.io","observedAt":"2026-08-09T18:13:48.991Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netease.com","rank":442,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netease.com","observedAt":"2026-08-09T18:13:49.153Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://netease.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22602,"botStatus":200,"botBytes":22602,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"����","lang":null,"ssrTextLength":4740,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netflix.com","rank":40,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netflix.com","observedAt":"2026-08-09T18:13:49.448Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":3790},"tier1Blocked":["Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netflix.net","rank":161,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netflix.net","observedAt":"2026-08-09T18:13:49.708Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":3790},"tier1Blocked":["Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netgate.com","rank":4250,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netgate.com","observedAt":"2026-08-09T18:13:49.856Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.netgate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":210},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":206435,"botStatus":200,"botBytes":206435,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Netgate | Firewall, VPN and Routing Solutions","lang":"en","ssrTextLength":16309,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":64,"imagesWithAlt":62,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"netgear.com","rank":1064,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netgear.com","observedAt":"2026-08-09T18:13:49.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.netgear.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2122},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":481669,"botStatus":200,"botBytes":481669,"detected":false},"llmsTxt":{"present":true,"bytes":17900,"specValid":true,"issues":[],"linkCount":90},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"NETGEAR: Advanced WiFi & Networking","lang":"en","ssrTextLength":3498,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":8,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"netis.cc","rank":2911,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netis.cc","observedAt":"2026-08-09T18:13:49.987Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netkeiba.com","rank":1388,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netkeiba.com","observedAt":"2026-08-09T18:13:50.037Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://netkeiba.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":61829,"botStatus":200,"botBytes":61829,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"netkeiba ネットケイバ - 日本最大の競馬情報サービス","lang":"ja","ssrTextLength":2105,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":37,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netlify.app","rank":962,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netlify.app","observedAt":"2026-08-09T18:13:51.221Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.netlify.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":147},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":409531,"botStatus":200,"botBytes":409531,"detected":false},"llmsTxt":{"present":true,"bytes":2816,"specValid":true,"issues":[],"linkCount":27},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Push your ideas to the web | Netlify","lang":"en","ssrTextLength":8992,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":23,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netlify.com","rank":4251,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netlify.com","observedAt":"2026-08-09T18:13:51.273Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.netlify.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":760},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":409531,"botStatus":200,"botBytes":409531,"detected":false},"llmsTxt":{"present":true,"bytes":2816,"specValid":true,"issues":[],"linkCount":27},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Push your ideas to the web | Netlify","lang":"en","ssrTextLength":8992,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":23,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netscalergateway.net","rank":4592,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netscalergateway.net","observedAt":"2026-08-09T18:13:51.545Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netscape.com","rank":2422,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netscape.com","observedAt":"2026-08-09T18:13:51.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.aol.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1961732,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"News, Politics, Sports, Mail & Latest Headlines - AOL.com","lang":"en","ssrTextLength":19939,"h1Count":1,"landmarks":["main","header"],"imagesTotal":434,"imagesWithAlt":392,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ATS"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"netshoes.com.br","rank":3428,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netshoes.com.br","observedAt":"2026-08-09T18:13:51.948Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.netshoes.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":377,"botStatus":200,"botBytes":278519,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":208,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"netsuite.com","rank":4045,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"netsuite.com","observedAt":"2026-08-09T18:13:52.409Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://netsuite.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":362,"botStatus":200,"botBytes":148261,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"network-auth.com","rank":2528,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"network-auth.com","observedAt":"2026-08-09T18:13:53.602Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"networkadvertising.org","rank":757,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"networkadvertising.org","observedAt":"2026-08-09T18:13:53.648Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://thenai.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":300250,"botStatus":200,"botBytes":300250,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Home - The NAI: Network Advertising Initiative","lang":"en","ssrTextLength":4362,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":68,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"newegg.com","rank":4754,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"newegg.com","observedAt":"2026-08-09T18:13:53.829Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.newegg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":4596},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":641456,"botStatus":200,"botBytes":641456,"detected":false},"llmsTxt":{"present":true,"bytes":11960,"specValid":true,"issues":[],"linkCount":50},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"PC Parts, Computers, Workstations & AI PCs | Newegg","lang":"en","ssrTextLength":10720,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":85,"imagesWithAlt":85,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"newgrounds.com","rank":4628,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"newgrounds.com","observedAt":"2026-08-09T18:13:53.979Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://newgrounds.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":561,"botStatus":403,"botBytes":561,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NG Guard","lang":"en","ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"news.cn","rank":2628,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"news.cn","observedAt":"2026-08-09T18:13:55.002Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.news.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":165092,"botStatus":200,"botBytes":165092,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"新华网_让新闻离你更近","lang":null,"ssrTextLength":6822,"h1Count":1,"landmarks":[],"imagesTotal":89,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"news.com.au","rank":2542,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"news.com.au","observedAt":"2026-08-09T18:13:55.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["Google-Extended"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":3614},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"news18.com","rank":4125,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"news18.com","observedAt":"2026-08-09T18:13:55.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.news18.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1260789,"botStatus":403,"botBytes":358,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","SiteNavigationElement","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"News18: Breaking News, Latest News, News Headlines Today, India & World News","lang":"en","ssrTextLength":24541,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":170,"imagesWithAlt":159,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"news24.com","rank":3819,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"news24.com","observedAt":"2026-08-09T18:13:55.560Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://news24.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":48,"usesAllowRules":true,"crawlDelay":null,"bytes":2123},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5699,"botStatus":403,"botBytes":4546,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"newsbreak.com","rank":3050,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"newsbreak.com","observedAt":"2026-08-09T18:13:55.691Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.newsbreak.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":37,"usesAllowRules":true,"crawlDelay":null,"bytes":5029},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":636313,"botStatus":200,"botBytes":636213,"detected":false},"llmsTxt":{"present":true,"bytes":1885,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"NewsBreak: Local News & Alerts","lang":"en","ssrTextLength":11468,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":370,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"newscientist.com","rank":2673,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"newscientist.com","observedAt":"2026-08-09T18:13:56.173Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":406,"finalUrl":"https://www.newscientist.com/","error":"homepage returned HTTP 406","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":6967},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"newsroom.bi","rank":3412,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"newsroom.bi","observedAt":"2026-08-09T18:13:56.253Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.marfeel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":84},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97198,"botStatus":200,"botBytes":97198,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Marfeel","lang":"en","ssrTextLength":4005,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":46,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"newsweek.com","rank":1560,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"newsweek.com","observedAt":"2026-08-09T18:13:56.261Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.newsweek.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":26,"usesAllowRules":false,"crawlDelay":null,"bytes":3851},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":1280638,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Newsweek - Latest Breaking News, US, World, Politics, Business, Tech and Videos.","lang":"en","ssrTextLength":22458,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":112,"imagesWithAlt":112,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"Google Frontend"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"newyorker.com","rank":1780,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"newyorker.com","observedAt":"2026-08-09T18:13:56.805Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.newyorker.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1958},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The New Yorker","lang":"en","ssrTextLength":1190468,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":86,"imagesWithAlt":81,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nexon.com","rank":2848,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nexon.com","observedAt":"2026-08-09T18:13:56.807Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nexon.com/main/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2125,"botStatus":200,"botBytes":2125,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nexon Home","lang":null,"ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"next.co.uk","rank":3874,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"next.co.uk","observedAt":"2026-08-09T18:13:57.216Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.next.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":678369,"botStatus":200,"botBytes":678210,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Next Official Site: Online Fashion, Kids Clothes & Homeware","lang":"en","ssrTextLength":3508,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":52,"imagesWithAlt":51,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nextcloud.com","rank":1028,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nextcloud.com","observedAt":"2026-08-09T18:13:57.612Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nextcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":171},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":239188,"botStatus":200,"botBytes":239188,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Nextcloud - Open source content collaboration platform","lang":"en","ssrTextLength":11859,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":150,"imagesWithAlt":42,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nextdns.io","rank":4043,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nextdns.io","observedAt":"2026-08-09T18:13:58.107Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nextdns.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":40},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":62393,"botStatus":200,"botBytes":62393,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NextDNS - The new firewall for the modern Internet","lang":"en","ssrTextLength":5249,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nextdoor.com","rank":2536,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nextdoor.com","observedAt":"2026-08-09T18:13:58.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2442},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nexthink.cloud","rank":1100,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nexthink.cloud","observedAt":"2026-08-09T18:13:58.762Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nextlgsdp.com","rank":983,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nextlgsdp.com","observedAt":"2026-08-09T18:13:58.801Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nextmillmedia.com","rank":3329,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nextmillmedia.com","observedAt":"2026-08-09T18:13:58.808Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nexusmods.com","rank":960,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nexusmods.com","observedAt":"2026-08-09T18:13:59.659Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.nexusmods.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":403,"botBytes":5685,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nexx360.io","rank":3718,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nexx360.io","observedAt":"2026-08-09T18:14:00.031Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nexx360.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":168},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":261338,"botStatus":200,"botBytes":261338,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Seamless programmatic server-side connections | Nexx360","lang":"en","ssrTextLength":8142,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":28,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nezakr.net","rank":1999,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nezakr.net","observedAt":"2026-08-09T18:14:00.144Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://nezakr.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":1248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5571,"botStatus":403,"botBytes":5571,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nfl.com","rank":4321,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nfl.com","observedAt":"2026-08-09T18:14:00.658Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nfl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":343},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NFL.com | Official Site of the National Football League","lang":"en","ssrTextLength":84735,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":521,"imagesWithAlt":128,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nflxext.com","rank":2310,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nflxext.com","observedAt":"2026-08-09T18:14:00.772Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nflximg.com","rank":467,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nflximg.com","observedAt":"2026-08-09T18:14:01.171Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nflxso.net","rank":170,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nflxso.net","observedAt":"2026-08-09T18:14:01.495Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nflxvideo.net","rank":430,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nflxvideo.net","observedAt":"2026-08-09T18:14:01.643Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":3790},"tier1Blocked":["Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nfse.gov.br","rank":1514,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nfse.gov.br","observedAt":"2026-08-09T18:14:01.982Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ngenix.net","rank":449,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ngenix.net","observedAt":"2026-08-09T18:14:02.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"https://ngenix.net/","error":"homepage returned HTTP 503","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nginx.com","rank":97,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nginx.com","observedAt":"2026-08-09T18:14:02.372Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.f5.com/products/nginx","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":403175,"botStatus":200,"botBytes":403175,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NGINX | F5","lang":"en","ssrTextLength":7241,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":4,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"volt-adc"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nginx.org","rank":79,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nginx.org","observedAt":"2026-08-09T18:14:02.505Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nginx.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":72},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6660,"botStatus":200,"botBytes":6660,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"nginx","lang":null,"ssrTextLength":2304,"h1Count":1,"landmarks":["nav"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.29.8"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ngxcld.com","rank":4525,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ngxcld.com","observedAt":"2026-08-09T18:14:02.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nhentai.net","rank":4477,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nhentai.net","observedAt":"2026-08-09T18:14:02.961Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://nhentai.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":216},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nheos.com","rank":2979,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nheos.com","observedAt":"2026-08-09T18:14:03.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nhk.or.jp","rank":2694,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nhk.or.jp","observedAt":"2026-08-09T18:14:03.032Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nhl.com","rank":3464,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nhl.com","observedAt":"2026-08-09T18:14:03.075Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nhl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":255},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":309386,"botStatus":200,"botBytes":309386,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Official Site of the National Hockey League | NHL.com","lang":"en","ssrTextLength":7525,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":91,"imagesWithAlt":87,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nhs.uk","rank":1979,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nhs.uk","observedAt":"2026-08-09T18:14:03.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nhs.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":5,"bytes":2674},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":32750,"botStatus":200,"botBytes":32750,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NHS website for England - NHS","lang":"en","ssrTextLength":2296,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nianticlabs.com","rank":3257,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nianticlabs.com","observedAt":"2026-08-09T18:14:04.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://explore.scopely.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":304789,"botStatus":200,"botBytes":304789,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Scopely Explore","lang":"en","ssrTextLength":1074,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.ai","rank":2847,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.ai","observedAt":"2026-08-09T18:14:04.938Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nic.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":484},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":710312,"botStatus":200,"botBytes":455749,"detected":false},"llmsTxt":{"present":true,"bytes":3192,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".ai Official Registry Operator Website","lang":"en","ssrTextLength":962,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wix","network":"fastly","server":"Pepyaka"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nic.cz","rank":4634,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.cz","observedAt":"2026-08-09T18:14:05.130Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nic.cz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":420},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19591,"botStatus":200,"botBytes":19591,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"CZ.NIC","lang":"cs","ssrTextLength":1493,"h1Count":1,"landmarks":[],"imagesTotal":19,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nic.de","rank":3198,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.de","observedAt":"2026-08-09T18:14:05.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.denic.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":382625,"botStatus":200,"botBytes":382625,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DENIC eG: DENIC – Registrierungsstelle für alle .de Domains","lang":"de","ssrTextLength":11318,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":25,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":"varnish","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nic.direct","rank":240,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.direct","observedAt":"2026-08-09T18:14:05.514Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://identity.digital/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":104087,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Identity Digital | Create authentic digital identities with the world's largest and most relevant domain extension portfolio.","lang":null,"ssrTextLength":9796,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":55,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nic.do","rank":4066,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.do","observedAt":"2026-08-09T18:14:06.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nic.do/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":114},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104721,"botStatus":200,"botBytes":104721,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NIC.DO – .DO Domain Registration","lang":"en","ssrTextLength":1549,"h1Count":0,"landmarks":["nav","header","article"],"imagesTotal":8,"imagesWithAlt":4,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache/2.4.6 (CentOS) OpenSSL/1.0.2k-fip"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.fr","rank":4327,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.fr","observedAt":"2026-08-09T18:14:06.623Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.afnic.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":342},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97116,"botStatus":200,"botBytes":97116,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Afnic, solution de Registre Internet des noms de domaine Accueil - Afnic","lang":"fr","ssrTextLength":4183,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":20,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.io","rank":1042,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.io","observedAt":"2026-08-09T18:14:06.638Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nic.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17482,"botStatus":200,"botBytes":17482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NIC.IO - The Official .IO Domain Registry and Network Information Centre","lang":"en","ssrTextLength":2632,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.media","rank":2431,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.media","observedAt":"2026-08-09T18:14:06.717Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://identity.digital/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104087,"botStatus":200,"botBytes":104087,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Identity Digital | Create authentic digital identities with the world's largest and most relevant domain extension portfolio.","lang":null,"ssrTextLength":9796,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":55,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nic.network","rank":719,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.network","observedAt":"2026-08-09T18:14:07.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://identity.digital/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":104087,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Identity Digital | Create authentic digital identities with the world's largest and most relevant domain extension portfolio.","lang":null,"ssrTextLength":9796,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":55,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nic.ru","rank":93,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.ru","observedAt":"2026-08-09T18:14:07.206Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nic.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13602,"botStatus":200,"botBytes":13602,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":"31.177.80.4"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.tv","rank":2950,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.tv","observedAt":"2026-08-09T18:14:07.327Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://turnon.tv/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13842,"botStatus":200,"botBytes":13842,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Search .TV Domains & Bring Your Idea Online | Get Your .TV Now","lang":"en","ssrTextLength":60,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx/1.30.4"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nic.uk","rank":1068,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.uk","observedAt":"2026-08-09T18:14:08.003Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.video","rank":3907,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.video","observedAt":"2026-08-09T18:14:08.067Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.xyz","rank":2235,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.xyz","observedAt":"2026-08-09T18:14:08.925Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nic.xyz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13627,"botStatus":200,"botBytes":13627,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".xyz Official Registry Operator Website","lang":"en","ssrTextLength":903,"h1Count":2,"landmarks":["nav"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.29 (Ubuntu)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nic.zone","rank":3565,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nic.zone","observedAt":"2026-08-09T18:14:09.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nickfinder.com","rank":1598,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nickfinder.com","observedAt":"2026-08-09T18:14:09.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nickfinder.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":515},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159408,"botStatus":200,"botBytes":0,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nickfinder.com - Nickname & Username Generator 🏆","lang":"en","ssrTextLength":4839,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nicovideo.jp","rank":3390,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nicovideo.jp","observedAt":"2026-08-09T18:14:09.925Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nicovideo.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":992},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":142934,"botStatus":200,"botBytes":142887,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ニコニコ","lang":"en","ssrTextLength":2026,"h1Count":2,"landmarks":["header","footer"],"imagesTotal":8,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nielsen.com","rank":2393,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nielsen.com","observedAt":"2026-08-09T18:14:10.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nielsen.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":205},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1092976,"botStatus":200,"botBytes":1092976,"detected":false},"llmsTxt":{"present":true,"bytes":8213,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections"],"linkCount":50},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Nielsen | Audience Is Everything®","lang":"en","ssrTextLength":6231,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":20,"imagesWithAlt":4,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nih.gov","rank":125,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nih.gov","observedAt":"2026-08-09T18:14:11.263Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.nih.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5834,"botStatus":403,"botBytes":5834,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":745,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nike.com","rank":656,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nike.com","observedAt":"2026-08-09T18:14:11.636Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nike.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":3503},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1057725,"botStatus":200,"botBytes":1083874,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Nike. Just Do It. Nike.com","lang":"en","ssrTextLength":8437,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":41,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"unified-edge-router"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nikkansports.com","rank":1392,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nikkansports.com","observedAt":"2026-08-09T18:14:12.064Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nikkansports.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot","cohere-ai"],"groupCount":12,"usesAllowRules":false,"crawlDelay":1,"bytes":429},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":["CCBot","cohere-ai"],"cloaking":{"tested":true,"browserBytes":183954,"botStatus":200,"botBytes":183954,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"日刊スポーツ : nikkansports.com","lang":"ja","ssrTextLength":6447,"h1Count":2,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":62,"imagesWithAlt":58,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nikkei.com","rank":761,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nikkei.com","observedAt":"2026-08-09T18:14:12.200Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nikkei.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":634416,"botStatus":200,"botBytes":634416,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"日本経済新聞 - ニュース・速報 最新情報","lang":"ja","ssrTextLength":10964,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":224,"imagesWithAlt":179,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ning.com","rank":3207,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ning.com","observedAt":"2026-08-09T18:14:13.372Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ning.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":618},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":128152,"botStatus":200,"botBytes":128152,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Create your own social network with the best community website builder - NING","lang":"en","ssrTextLength":8361,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":18,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Ningtron/2026"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ninisite.com","rank":1534,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ninisite.com","observedAt":"2026-08-09T18:14:13.386Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ninisite.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":144},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":271368,"botStatus":200,"botBytes":271368,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"نی نی سایت | راهنمای بارداری و بچه داری","lang":"fa","ssrTextLength":8147,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":80,"imagesWithAlt":80,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ArvanCloud"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ninjarmm.com","rank":2162,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ninjarmm.com","observedAt":"2026-08-09T18:14:13.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ninjaone.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"groupCount":8,"usesAllowRules":true,"crawlDelay":1,"bytes":2057},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":863191,"botStatus":200,"botBytes":863191,"detected":false},"llmsTxt":{"present":true,"bytes":13291,"specValid":false,"issues":["no blockquote summary"],"linkCount":80},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","ItemPage","Product","Corporation"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"NinjaOne Unified IT Operations Platform | Unify & Modernize IT","lang":"en","ssrTextLength":12467,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":204,"imagesWithAlt":152,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nintendo.com","rank":622,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nintendo.com","observedAt":"2026-08-09T18:14:14.986Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nintendo.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":26,"usesAllowRules":true,"crawlDelay":null,"bytes":5167},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":1624948,"botStatus":200,"botBytes":1624948,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nintendo - Official Site: Consoles, Games, News, and More","lang":"en","ssrTextLength":9429,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":141,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nintendo.net","rank":907,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nintendo.net","observedAt":"2026-08-09T18:14:15.652Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nip.io","rank":2520,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nip.io","observedAt":"2026-08-09T18:14:15.903Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nip.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7396,"botStatus":200,"botBytes":7396,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"nip.io - wildcard DNS for any IP Address","lang":"en","ssrTextLength":2252,"h1Count":1,"landmarks":["header","article"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.28.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nipr.mil","rank":2400,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nipr.mil","observedAt":"2026-08-09T18:14:16.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nist.gov","rank":222,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nist.gov","observedAt":"2026-08-09T18:14:17.178Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nist.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2425},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95135,"botStatus":200,"botBytes":95135,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"National Institute of Standards and Technology","lang":"en","ssrTextLength":5024,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":20,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nizixun.com","rank":4104,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nizixun.com","observedAt":"2026-08-09T18:14:17.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":59},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nj.gov","rank":5126,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nj.gov","observedAt":"2026-08-09T18:14:17.942Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nj.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":377},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":53737,"botStatus":200,"botBytes":53736,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Official Web Site for The State of New Jersey","lang":"en","ssrTextLength":3756,"h1Count":2,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"imperva","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"njavtv.com","rank":1613,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"njavtv.com","observedAt":"2026-08-09T18:14:18.087Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://njavtv.com/dm265/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":128},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":337416,"botStatus":200,"botBytes":337416,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"nJAV | Watch HD JAV Online | Free & High Quality AV","lang":"en","ssrTextLength":23341,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":88,"imagesWithAlt":88,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nla.gov.au","rank":4967,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nla.gov.au","observedAt":"2026-08-09T18:14:18.095Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.library.gov.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":314224,"botStatus":200,"botBytes":314224,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | National Library of Australia (NLA)","lang":"en","ssrTextLength":12007,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":83,"imagesWithAlt":82,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nlnetlabs.nl","rank":4199,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nlnetlabs.nl","observedAt":"2026-08-09T18:14:18.396Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nlnetlabs.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22048,"botStatus":200,"botBytes":22048,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NLnet Labs - Home","lang":"en","ssrTextLength":2307,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":31,"imagesWithAlt":31,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.26.3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nmrodam.com","rank":762,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nmrodam.com","observedAt":"2026-08-09T18:14:18.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"no-ip.com","rank":849,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"no-ip.com","observedAt":"2026-08-09T18:14:19.326Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.noip.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":609},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":168274,"botStatus":200,"botBytes":168274,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"No-IP | Smarter DNS Starts Here","lang":"en","ssrTextLength":14068,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"noaa.gov","rank":575,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"noaa.gov","observedAt":"2026-08-09T18:14:19.442Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nobelprize.org","rank":3413,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nobelprize.org","observedAt":"2026-08-09T18:14:19.584Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nobelprize.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":187},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200498,"botStatus":403,"botBytes":4550,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The official website of the Nobel Prize - NobelPrize.org","lang":"en","ssrTextLength":6589,"h1Count":7,"landmarks":["main","nav","header","footer","article"],"imagesTotal":39,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nocookie.net","rank":4169,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nocookie.net","observedAt":"2026-08-09T18:14:19.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nodejs.org","rank":2266,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nodejs.org","observedAt":"2026-08-09T18:14:20.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nodejs.org/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":199},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":542987,"botStatus":200,"botBytes":542987,"detected":false},"llmsTxt":{"present":true,"bytes":14177,"specValid":true,"issues":[],"linkCount":68},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Node.js — Run JavaScript Everywhere","lang":"en","ssrTextLength":3604,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nokia.com","rank":2905,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nokia.com","observedAt":"2026-08-09T18:14:20.657Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nokia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":216699,"botStatus":200,"botBytes":216700,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Nokia Corporation | Nokia","lang":"en","ssrTextLength":7910,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":29,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nominaltechno.com","rank":4697,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nominaltechno.com","observedAt":"2026-08-09T18:14:20.817Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"CERT_HAS_EXPIRED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nominetdns.uk","rank":216,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nominetdns.uk","observedAt":"2026-08-09T18:14:22.051Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nonamesec.com","rank":4245,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nonamesec.com","observedAt":"2026-08-09T18:14:22.682Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nontondrama.my","rank":1918,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nontondrama.my","observedAt":"2026-08-09T18:14:22.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"noodlemagazine.com","rank":1295,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"noodlemagazine.com","observedAt":"2026-08-09T18:14:23.309Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://noodlemagazine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5728,"botStatus":403,"botBytes":5707,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"noon.com","rank":3891,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"noon.com","observedAt":"2026-08-09T18:14:23.666Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nordstrom.com","rank":4215,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nordstrom.com","observedAt":"2026-08-09T18:14:24.271Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nordstrom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2504},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":259760,"botStatus":200,"botBytes":232885,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nordvpn.com","rank":2580,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nordvpn.com","observedAt":"2026-08-09T18:14:24.822Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://nordvpn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":15882},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":true,"bytes":2415,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"northwestern.edu","rank":2630,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"northwestern.edu","observedAt":"2026-08-09T18:14:24.952Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.northwestern.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2338},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84831,"botStatus":200,"botBytes":84831,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Northwestern University","lang":"en","ssrTextLength":7876,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":35,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"norton.com","rank":1975,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"norton.com","observedAt":"2026-08-09T18:14:25.203Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.norton.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":483},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":484897,"botStatus":200,"botBytes":535356,"detected":false},"llmsTxt":{"present":true,"bytes":19767,"specValid":true,"issues":[],"linkCount":67},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Norton AntiVirus, Privacy, Identity, & Advanced Scam Protection","lang":"en","ssrTextLength":22381,"h1Count":3,"landmarks":["main","nav","header"],"imagesTotal":121,"imagesWithAlt":111,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nos.nl","rank":3866,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nos.nl","observedAt":"2026-08-09T18:14:25.448Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nos.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":26,"usesAllowRules":false,"crawlDelay":null,"bytes":1304},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":793436,"botStatus":200,"botBytes":793299,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NOS.nl - Nieuws, Sport en Evenementen | Nederlandse Omroep Stichting","lang":"nl","ssrTextLength":8177,"h1Count":0,"landmarks":["main","nav","footer","aside"],"imagesTotal":78,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nosv.org","rank":1459,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nosv.org","observedAt":"2026-08-09T18:14:25.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uranai.nosv.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":52},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":29689,"botStatus":502,"botBytes":150,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"�ꤤ�ĥ����� - ̵�����ꤤ/����/̴������ñ�˺�ä�ͷ�٤륵���ӥ�","lang":"ja","ssrTextLength":2817,"h1Count":1,"landmarks":[],"imagesTotal":42,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"note.com","rank":959,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"note.com","observedAt":"2026-08-09T18:14:25.632Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://note.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1158},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":135315,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"note ――つくる、つながる、とどける。","lang":"ja","ssrTextLength":236,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"notion.com","rank":1862,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"notion.com","observedAt":"2026-08-09T18:14:25.963Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.notion.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1094},"tier1Blocked":[],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":249578,"botStatus":200,"botBytes":249574,"detected":false},"llmsTxt":{"present":true,"bytes":6789,"specValid":false,"issues":["no H1 title"],"linkCount":48},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The AI workspace that works for you. | Notion","lang":"en","ssrTextLength":3872,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":69,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"notion.site","rank":2391,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"notion.site","observedAt":"2026-08-09T18:14:26.289Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.notion.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":249578,"botStatus":200,"botBytes":249574,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The AI workspace that works for you. | Notion","lang":"en","ssrTextLength":3872,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":69,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"notion.so","rank":2056,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"notion.so","observedAt":"2026-08-09T18:14:26.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.notion.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1136},"tier1Blocked":[],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":249578,"botStatus":200,"botBytes":249574,"detected":false},"llmsTxt":{"present":true,"bytes":6776,"specValid":false,"issues":["no H1 title"],"linkCount":48},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The AI workspace that works for you. | Notion","lang":"en","ssrTextLength":3872,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":69,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"novaspin88.vip","rank":2004,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"novaspin88.vip","observedAt":"2026-08-09T18:14:27.517Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"novell.com","rank":3218,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"novell.com","observedAt":"2026-08-09T18:14:28.121Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":444,"finalUrl":"https://www.opentext.com/about/brands/microfocus","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"Access denied page","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":880},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97,"botStatus":200,"botBytes":341965,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":27,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"novinky.cz","rank":1396,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"novinky.cz","observedAt":"2026-08-09T18:14:29.552Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.novinky.cz/?noredirect=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1280},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":743222,"botStatus":200,"botBytes":743222,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Novinky.cz - nejčtenější zprávy na českém internetu","lang":"cs","ssrTextLength":11264,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":30,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"npci.org.in","rank":4786,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"npci.org.in","observedAt":"2026-08-09T18:14:29.635Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":1288},"tier1Blocked":["Claude-User","Claude-SearchBot","Perplexity-User"],"tier2Blocked":["Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"npmjs.com","rank":2154,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"npmjs.com","observedAt":"2026-08-09T18:14:29.983Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.npmjs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5766,"botStatus":403,"botBytes":4545,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"npmjs.org","rank":3044,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"npmjs.org","observedAt":"2026-08-09T18:14:30.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.npmjs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5766,"botStatus":403,"botBytes":5745,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"npr.org","rank":479,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"npr.org","observedAt":"2026-08-09T18:14:30.391Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.npr.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":751463,"botStatus":200,"botBytes":751316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NPR - Breaking News, Analysis, Music, Arts & Podcasts : NPR","lang":"en","ssrTextLength":100233,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":150,"imagesWithAlt":88,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nps.gov","rank":1841,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nps.gov","observedAt":"2026-08-09T18:14:30.506Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nps.gov/index.htm","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":5,"bytes":178},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":70550,"botStatus":200,"botBytes":70550,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NPS.gov Homepage (U.S. National Park Service)","lang":"en","ssrTextLength":6007,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":14,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"NPS.gov"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nregastrep.nic.in","rank":1772,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nregastrep.nic.in","observedAt":"2026-08-09T18:14:30.541Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNRESET","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nrk.no","rank":4129,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nrk.no","observedAt":"2026-08-09T18:14:30.576Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nrk.no/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":55,"usesAllowRules":false,"crawlDelay":null,"bytes":3480},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":498740,"botStatus":403,"botBytes":14232,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NRK.no – nyheter, tv og radio fra Norge og hele verden","lang":"nb","ssrTextLength":5602,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":131,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"sveltekit","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nrw.de","rank":4432,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nrw.de","observedAt":"2026-08-09T18:14:31.222Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.land.nrw/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":165028,"botStatus":200,"botBytes":165028,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Startseite | Land.NRW","lang":"de","ssrTextLength":6014,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ns1p.net","rank":1837,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ns1p.net","observedAt":"2026-08-09T18:14:31.363Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://ns1p.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nsf.gov","rank":4561,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nsf.gov","observedAt":"2026-08-09T18:14:31.526Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nsf.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2803},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":80941,"botStatus":200,"botBytes":80941,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NSF - U.S. National Science Foundation","lang":"en","ssrTextLength":4712,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":29,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nsone.net","rank":1229,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nsone.net","observedAt":"2026-08-09T18:14:31.536Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://my.nsone.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4944,"botStatus":200,"botBytes":4944,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NS1 | Customer Portal","lang":"en","ssrTextLength":21,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nssvc.net","rank":3948,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nssvc.net","observedAt":"2026-08-09T18:14:32.583Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nsw.gov.au","rank":2696,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nsw.gov.au","observedAt":"2026-08-09T18:14:34.538Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nsw.gov.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2204},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":152974,"botStatus":200,"botBytes":152974,"detected":false},"llmsTxt":{"present":true,"bytes":17247,"specValid":true,"issues":[],"linkCount":98},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["GovernmentOrganization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"NSW Government","lang":"en","ssrTextLength":5434,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":12,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ntp-fireos.com","rank":4735,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ntp-fireos.com","observedAt":"2026-08-09T18:14:34.811Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ntp.br","rank":2369,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ntp.br","observedAt":"2026-08-09T18:14:34.866Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ntp.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30894,"botStatus":200,"botBytes":30894,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NTP.br","lang":null,"ssrTextLength":4952,"h1Count":0,"landmarks":["nav","header","article"],"imagesTotal":23,"imagesWithAlt":17,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ntp.org","rank":70,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ntp.org","observedAt":"2026-08-09T18:14:35.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ntp.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":13},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9114,"botStatus":200,"botBytes":9114,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NTP: Network Time Protocol","lang":"en","ssrTextLength":1143,"h1Count":0,"landmarks":["nav"],"imagesTotal":10,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ntppool.org","rank":3048,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ntppool.org","observedAt":"2026-08-09T18:14:35.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ntppool.org/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["Claude-User"],"groupCount":4,"usesAllowRules":true,"crawlDelay":10,"bytes":179},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":32769,"botStatus":200,"botBytes":32769,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"pool.ntp.org: the internet cluster of ntp servers","lang":"en","ssrTextLength":6349,"h1Count":3,"landmarks":["nav","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Combust/Plack (Perl)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ntt.net","rank":3618,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ntt.net","observedAt":"2026-08-09T18:14:35.979Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ntv.co.jp","rank":5009,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ntv.co.jp","observedAt":"2026-08-09T18:14:36.195Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ntv.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":306},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60290,"botStatus":200,"botBytes":60290,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"日本テレビ","lang":"ja","ssrTextLength":259,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":10,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nu.nl","rank":1195,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nu.nl","observedAt":"2026-08-09T18:14:36.375Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://nu.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":2486},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":452,"botStatus":403,"botBytes":452,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":222,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nubank.com.br","rank":2345,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nubank.com.br","observedAt":"2026-08-09T18:14:36.642Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nubank.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":17477},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1106618,"botStatus":200,"botBytes":1106618,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Somos incansáveis pra você não precisar ser | Nubank","lang":"pt","ssrTextLength":4510,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":96,"imagesWithAlt":90,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nustargame.com","rank":1631,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nustargame.com","observedAt":"2026-08-09T18:14:37.121Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nustargame.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider","cohere-ai"],"groupCount":17,"usesAllowRules":true,"crawlDelay":null,"bytes":870},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17949,"botStatus":403,"botBytes":5488,"detected":true},"llmsTxt":{"present":true,"bytes":1416,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Nustar Online - Premier Online Casino in PH","lang":null,"ssrTextLength":116,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nvidia.com","rank":366,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nvidia.com","observedAt":"2026-08-09T18:14:38.292Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nvidia.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":4880},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":732246,"botStatus":200,"botBytes":732246,"detected":false},"llmsTxt":{"present":true,"bytes":2610,"specValid":true,"issues":[],"linkCount":19},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"World Leader in Artificial Intelligence Computing | NVIDIA","lang":"en","ssrTextLength":43249,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":82,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ny.gov","rank":2430,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ny.gov","observedAt":"2026-08-09T18:14:38.621Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ny.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2150},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":200,"botBytes":64658,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nya2.com","rank":1574,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nya2.com","observedAt":"2026-08-09T18:14:38.801Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nya2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nyc.gov","rank":3168,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nyc.gov","observedAt":"2026-08-09T18:14:39.811Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nyc.gov/main","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":36},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":517711,"botStatus":200,"botBytes":517711,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Official Website of New York City Government - nyc.gov","lang":"en","ssrTextLength":7216,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"nydailynews.com","rank":3523,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nydailynews.com","observedAt":"2026-08-09T18:14:40.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nydailynews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":69,"usesAllowRules":true,"crawlDelay":10,"bytes":4428},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":219213,"botStatus":200,"botBytes":219213,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","LocalBusiness"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"New York Daily News: New York News, Sports, Weather, Business & Things to Do","lang":"en","ssrTextLength":10180,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":40,"imagesWithAlt":39,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"nymag.com","rank":3288,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nymag.com","observedAt":"2026-08-09T18:14:40.734Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nymag.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":108,"usesAllowRules":true,"crawlDelay":null,"bytes":6327},"tier1Blocked":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":1658357,"botStatus":200,"botBytes":1658357,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"New York Magazine","lang":"en","ssrTextLength":33199,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":46,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nypost.com","rank":1060,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nypost.com","observedAt":"2026-08-09T18:14:41.273Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nypost.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":65,"usesAllowRules":true,"crawlDelay":null,"bytes":7122},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":1516894,"botStatus":200,"botBytes":1516894,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"New York Post – Breaking News, Top Headlines, Photos & Videos","lang":"en","ssrTextLength":26250,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":187,"imagesWithAlt":156,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nytimes.com","rank":154,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nytimes.com","observedAt":"2026-08-09T18:14:41.392Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nytimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":57,"usesAllowRules":true,"crawlDelay":null,"bytes":8259},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1249203,"botStatus":403,"botBytes":139264,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The New York Times - Breaking News, US News, World News and Videos","lang":"en","ssrTextLength":6326,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":52,"imagesWithAlt":29,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"nyu.edu","rank":2269,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nyu.edu","observedAt":"2026-08-09T18:14:41.666Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":405,"finalUrl":"https://www.nyu.edu/","error":"homepage returned HTTP 405","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"nzherald.co.nz","rank":3422,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"nzherald.co.nz","observedAt":"2026-08-09T18:14:41.885Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.nzherald.co.nz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":309,"usesAllowRules":false,"crawlDelay":30,"bytes":39263},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"NZ Herald: Breaking & Latest New Zealand News - NZ Herald","lang":"en","ssrTextLength":10208,"h1Count":0,"landmarks":["main","nav","header","article"],"imagesTotal":25,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"oaistatic.com","rank":2593,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oaistatic.com","observedAt":"2026-08-09T18:14:42.162Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://oaistatic.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oaistatsig.com","rank":3687,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oaistatsig.com","observedAt":"2026-08-09T18:14:42.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://oaistatsig.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oaiusercontent.com","rank":2884,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oaiusercontent.com","observedAt":"2026-08-09T18:14:42.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oath.cloud","rank":2539,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oath.cloud","observedAt":"2026-08-09T18:14:43.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oath.com","rank":4370,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oath.com","observedAt":"2026-08-09T18:14:43.368Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yahooinc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56252,"botStatus":200,"botBytes":56252,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Yahoo Inc.","lang":"en","ssrTextLength":3207,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":25,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"ATS"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ocn.ne.jp","rank":4621,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ocn.ne.jp","observedAt":"2026-08-09T18:14:43.414Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ocn.ne.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54609,"botStatus":403,"botBytes":3269,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OCNトップページ","lang":"ja","ssrTextLength":2374,"h1Count":1,"landmarks":[],"imagesTotal":38,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oculus.com","rank":2378,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oculus.com","observedAt":"2026-08-09T18:14:43.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://www.meta.com/quest/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":439},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oddspark.com","rank":1652,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oddspark.com","observedAt":"2026-08-09T18:14:43.610Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"odoo.com","rank":974,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"odoo.com","observedAt":"2026-08-09T18:14:43.708Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.odoo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1571},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96665,"botStatus":200,"botBytes":96665,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["OnlineStore"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Open Source ERP and CRM | Odoo","lang":"en","ssrTextLength":6295,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":79,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oecd.org","rank":1062,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oecd.org","observedAt":"2026-08-09T18:14:43.850Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.oecd.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":237},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"office365.us","rank":1974,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"office365.us","observedAt":"2026-08-09T18:14:44.643Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ogury.io","rank":2565,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ogury.io","observedAt":"2026-08-09T18:14:44.702Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ogury.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":237},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":168552,"botStatus":200,"botBytes":168552,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","SearchAction","WebPage","ReadAction","Organization","ImageObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Ogury – Global Ad Tech Company","lang":"en","ssrTextLength":2250,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":96,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ohchr.org","rank":3020,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ohchr.org","observedAt":"2026-08-09T18:14:45.110Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ohchr.org/en/ohchr_homepage","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136491,"botStatus":403,"botBytes":5487,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"UN Human Rights Office","lang":"en","ssrTextLength":5962,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":25,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ohmy.bid","rank":2921,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ohmy.bid","observedAt":"2026-08-09T18:14:45.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ohmy.bid/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":254},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":563967,"botStatus":200,"botBytes":563967,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OhMyBid","lang":null,"ssrTextLength":6841,"h1Count":0,"landmarks":[],"imagesTotal":37,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ohthree.com","rank":2940,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ohthree.com","observedAt":"2026-08-09T18:14:45.936Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ojogodobicho.com","rank":1691,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ojogodobicho.com","observedAt":"2026-08-09T18:14:46.008Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ojogodobicho.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":407},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":33568,"botStatus":200,"botBytes":33568,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Jogo do Bicho – Resultado Deu no Poste Hoje | O Jogo do Bicho","lang":"pt","ssrTextLength":2607,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ok.ru","rank":308,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ok.ru","observedAt":"2026-08-09T18:14:46.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ok.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":6025},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":240352,"botStatus":200,"botBytes":240270,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OK social network. Communication with friends on OK. Your meeting place with classmates","lang":"en","ssrTextLength":1815,"h1Count":0,"landmarks":["main","nav","aside"],"imagesTotal":21,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"kittenx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"okcdn.ru","rank":107,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"okcdn.ru","observedAt":"2026-08-09T18:14:46.873Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://st.okcdn.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":549,"botStatus":403,"botBytes":147,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":34,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"okdiario.com","rank":1401,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"okdiario.com","observedAt":"2026-08-09T18:14:47.104Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://okdiario.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":28,"usesAllowRules":false,"crawlDelay":null,"bytes":2789},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1783052,"botStatus":200,"botBytes":1783052,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","ItemList","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Okdiario, el digital de Eduardo Inda","lang":"es","ssrTextLength":72508,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":200,"imagesWithAlt":186,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"okko.tv","rank":3909,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"okko.tv","observedAt":"2026-08-09T18:14:47.114Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://okko.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1923,"botStatus":200,"botBytes":1923,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"okta.com","rank":526,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"okta.com","observedAt":"2026-08-09T18:14:47.610Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.okta.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2518},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":397837,"botStatus":200,"botBytes":398190,"detected":false},"llmsTxt":{"present":true,"bytes":213992,"specValid":true,"issues":[],"linkCount":1437},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Secure Identity for Employees, Customers, and AI | Okta","lang":"en","ssrTextLength":11609,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":107,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"okx.com","rank":2557,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"okx.com","observedAt":"2026-08-09T18:14:48.293Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.okx.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":10186},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":71337,"botStatus":200,"botBytes":71332,"detected":false},"llmsTxt":{"present":true,"bytes":8897,"specValid":true,"issues":[],"linkCount":73},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","VideoObject","FAQPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Buy Bitcoin & Crypto | Crypto Exchange, App & Wallet | OKX United States","lang":"en","ssrTextLength":3297,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"okxxx1.com","rank":1597,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"okxxx1.com","observedAt":"2026-08-09T18:14:49.111Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://okxxx1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":613},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":428940,"botStatus":200,"botBytes":428940,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"OK.XXX -🌶️ free porn tube!","lang":"en","ssrTextLength":7519,"h1Count":1,"landmarks":[],"imagesTotal":98,"imagesWithAlt":97,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ollama.com","rank":4392,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ollama.com","observedAt":"2026-08-09T18:14:49.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ollama.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27838,"botStatus":200,"botBytes":27838,"detected":false},"llmsTxt":{"present":true,"bytes":1602,"specValid":true,"issues":[],"linkCount":10},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Ollama","lang":null,"ssrTextLength":1154,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"olx.com.br","rank":1040,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"olx.com.br","observedAt":"2026-08-09T18:14:49.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.olx.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5837,"botStatus":403,"botBytes":5837,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":748,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"olx.pl","rank":1126,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"olx.pl","observedAt":"2026-08-09T18:14:49.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.olx.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":658},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"olx.ua","rank":3539,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"olx.ua","observedAt":"2026-08-09T18:14:49.758Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.olx.ua/uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":899},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1575625,"botStatus":200,"botBytes":1555704,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Оголошення OLX.ua: сервіс оголошень України — купівля/продаж бу та нових товарів, різноманітні послуги на сайті OLX.ua","lang":null,"ssrTextLength":3517,"h1Count":0,"landmarks":["header"],"imagesTotal":42,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"olxsts.com","rank":2027,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"olxsts.com","observedAt":"2026-08-09T18:14:49.843Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://olxoke.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":374154,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","FAQPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"OLXTOTO | Login Pragmatic Play Game Slot Demo Dengan Rtp Gacor Versi 2026","lang":"id","ssrTextLength":8869,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":44,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"magento","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"olympics.com","rank":2421,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"olympics.com","observedAt":"2026-08-09T18:14:50.480Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"omg10.com","rank":1464,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"omg10.com","observedAt":"2026-08-09T18:14:50.920Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://omg10.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"omniroot.com","rank":4826,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"omniroot.com","observedAt":"2026-08-09T18:14:51.036Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"omnitagjs.com","rank":1820,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"omnitagjs.com","observedAt":"2026-08-09T18:14:51.859Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"omtrdc.net","rank":257,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"omtrdc.net","observedAt":"2026-08-09T18:14:52.024Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"on.aws","rank":584,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"on.aws","observedAt":"2026-08-09T18:14:52.335Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onamae.com","rank":4744,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onamae.com","observedAt":"2026-08-09T18:14:52.363Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://onamae.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","PerplexityBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":1915},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":403,"botBytes":5678,"detected":true},"llmsTxt":{"present":true,"bytes":305696,"specValid":true,"issues":[],"linkCount":1432},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"onaudience.com","rank":3175,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onaudience.com","observedAt":"2026-08-09T18:14:53.097Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://onaudience.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":173},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":76680,"botStatus":200,"botBytes":76680,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"OnAudience: Global Data Provider","lang":"en","ssrTextLength":4669,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":43,"imagesWithAlt":36,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache/2.4.68 (Debian)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ondemand.com","rank":3213,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ondemand.com","observedAt":"2026-08-09T18:14:53.185Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"one.com","rank":1802,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"one.com","observedAt":"2026-08-09T18:14:53.534Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.one.com/en-gb/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":450},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1647035,"botStatus":200,"botBytes":1647035,"detected":false},"llmsTxt":{"present":true,"bytes":3762,"specValid":true,"issues":[],"linkCount":26},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Domain names | Hosting | Email | WordPress | one.com","lang":"en","ssrTextLength":23178,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":52,"imagesWithAlt":52,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"one.one","rank":158,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"one.one","observedAt":"2026-08-09T18:14:54.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.one.com/en-gb/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":450},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1647035,"botStatus":200,"botBytes":1647035,"detected":false},"llmsTxt":{"present":true,"bytes":3762,"specValid":true,"issues":[],"linkCount":26},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Domain names | Hosting | Email | WordPress | one.com","lang":"en","ssrTextLength":23178,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":52,"imagesWithAlt":52,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onedrive.com","rank":1151,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onedrive.com","observedAt":"2026-08-09T18:14:54.049Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/microsoft-365/onedrive/online-cloud-storage","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":58},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":657341,"botStatus":200,"botBytes":657376,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Personal File Sharing & Cloud Storage | Microsoft OneDrive","lang":"en","ssrTextLength":39606,"h1Count":2,"landmarks":["main","nav"],"imagesTotal":164,"imagesWithAlt":146,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onegg.site","rank":4979,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onegg.site","observedAt":"2026-08-09T18:14:54.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oneindia.com","rank":4340,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oneindia.com","observedAt":"2026-08-09T18:14:54.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot"],"groupCount":19,"usesAllowRules":true,"crawlDelay":null,"bytes":3360},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onelink.me","rank":364,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onelink.me","observedAt":"2026-08-09T18:14:54.702Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.appsflyer.com/products/deep-linking/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":417646,"botStatus":200,"botBytes":417646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Deep Linking Software Solutions | AppsFlyer OneLink","lang":"en","ssrTextLength":20450,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":61,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"oneme.ru","rank":1218,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oneme.ru","observedAt":"2026-08-09T18:14:54.704Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onenote.com","rank":3576,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onenote.com","observedAt":"2026-08-09T18:14:55.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://onenote.cloud.microsoft/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75333,"botStatus":200,"botBytes":75333,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Take notes anywhere for free | Microsoft OneNote for the Web","lang":"en","ssrTextLength":60,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"onenote.net","rank":3722,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onenote.net","observedAt":"2026-08-09T18:14:55.573Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://onenote.cloud.microsoft/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75333,"botStatus":200,"botBytes":75333,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Take notes anywhere for free | Microsoft OneNote for the Web","lang":"en","ssrTextLength":60,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"onesignal.com","rank":996,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onesignal.com","observedAt":"2026-08-09T18:14:55.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://onesignal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":543},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":881345,"botStatus":200,"botBytes":881345,"detected":false},"llmsTxt":{"present":true,"bytes":3130,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CreativeWork","Corporation","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Customer Engagement Platform for Email, Push… - OneSignal","lang":"en","ssrTextLength":9827,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onet.pl","rank":979,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onet.pl","observedAt":"2026-08-09T18:14:55.824Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.onet.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":57},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":334874,"botStatus":200,"botBytes":1526575,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebPage","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Onet – Jesteś na bieżąco","lang":"pl","ssrTextLength":1333,"h1Count":1,"landmarks":["header","footer","article"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Ring Publishing - Accelerator"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"onetag-sys.com","rank":852,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onetag-sys.com","observedAt":"2026-08-09T18:14:55.958Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://onetag-sys.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":923,"botStatus":200,"botBytes":923,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OneTag Advertising System","lang":null,"ssrTextLength":132,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onetrust.com","rank":603,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onetrust.com","observedAt":"2026-08-09T18:14:56.111Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.onetrust.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":396},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":216174,"botStatus":200,"botBytes":216174,"detected":false},"llmsTxt":{"present":true,"bytes":6853,"specValid":true,"issues":[],"linkCount":97},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Corporation","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Responsible AI Governance & Compliance Solutions | OneTrust","lang":"en","ssrTextLength":10459,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":25,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"onetrust.io","rank":2344,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onetrust.io","observedAt":"2026-08-09T18:14:58.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onlamp.com","rank":4879,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onlamp.com","observedAt":"2026-08-09T18:14:58.205Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.oreilly.com/radar/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":2951},"tier1Blocked":["GPTBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":254035,"botStatus":200,"botBytes":253844,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Radar – O’Reilly","lang":null,"ssrTextLength":9422,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":23,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"onlar.az","rank":1771,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onlar.az","observedAt":"2026-08-09T18:14:58.313Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://chat.onlar.az/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5685,"botStatus":403,"botBytes":5663,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"online-metrix.net","rank":433,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"online-metrix.net","observedAt":"2026-08-09T18:14:58.578Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onlinepbx.ru","rank":4710,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onlinepbx.ru","observedAt":"2026-08-09T18:14:58.600Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://onlinepbx.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":653},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1884646,"botStatus":200,"botBytes":1884646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","FAQPage","Product"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Виртуальная АТС для бизнеса: облачная телефония для офиса | onlinePBX","lang":null,"ssrTextLength":21891,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":135,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onlyfans.com","rank":855,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onlyfans.com","observedAt":"2026-08-09T18:14:58.856Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://onlyfans.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":162},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5744,"botStatus":403,"botBytes":5722,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"onmicrosoft.com","rank":2205,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onmicrosoft.com","observedAt":"2026-08-09T18:14:59.072Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onpe.gob.pe","rank":1991,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onpe.gob.pe","observedAt":"2026-08-09T18:14:59.766Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.onpe.gob.pe/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":180930,"botStatus":403,"botBytes":180930,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Oficina Nacional de Procesos Electorales | ONPE","lang":"es","ssrTextLength":384,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"onrender.com","rank":2298,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"onrender.com","observedAt":"2026-08-09T18:15:00.710Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://render.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":376747,"botStatus":200,"botBytes":376747,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Render | The cloud for builders","lang":"en","ssrTextLength":5113,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":54,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ooklaserver.net","rank":4579,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ooklaserver.net","observedAt":"2026-08-09T18:15:00.785Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"op.gg","rank":4776,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"op.gg","observedAt":"2026-08-09T18:15:01.123Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://op.gg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1157},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":249475,"botStatus":200,"botBytes":249393,"detected":false},"llmsTxt":{"present":true,"bytes":3441,"specValid":true,"issues":[],"linkCount":32},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OP.GG - The Best LoL Builds and Tier List. Search Riot ID and Tagline for Stats","lang":"en","ssrTextLength":2684,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":123,"imagesWithAlt":63,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"openai.com","rank":117,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openai.com","observedAt":"2026-08-09T18:15:01.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://openai.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":98},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1751082,"botStatus":403,"botBytes":9978,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OpenAI | Research & Deployment","lang":"en","ssrTextLength":3122,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":19,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"opendns.com","rank":349,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opendns.com","observedAt":"2026-08-09T18:15:01.704Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.opendns.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13092,"botStatus":200,"botBytes":13092,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloud Delivered Enterprise Security by OpenDNS","lang":"en","ssrTextLength":1365,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"openldap.org","rank":3318,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openldap.org","observedAt":"2026-08-09T18:15:01.769Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://openldap.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":462},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5993,"botStatus":200,"botBytes":5993,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OpenLDAP, Main Page","lang":null,"ssrTextLength":1198,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.22.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"openoffice.org","rank":4501,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openoffice.org","observedAt":"2026-08-09T18:15:02.199Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.openoffice.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":943},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42828,"botStatus":200,"botBytes":42828,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Apache OpenOffice - Official Site - The Free and Open Productivity Suite","lang":null,"ssrTextLength":9475,"h1Count":1,"landmarks":[],"imagesTotal":8,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"opensea.io","rank":4325,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opensea.io","observedAt":"2026-08-09T18:15:02.684Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://opensea.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1912},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":2178,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"OpenSea, exchange everything — token trading and NFT marketplace","lang":"en","ssrTextLength":533078,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":116,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"opensource.org","rank":2745,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opensource.org","observedAt":"2026-08-09T18:15:03.107Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://opensource.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":159},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":209782,"botStatus":200,"botBytes":209783,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Open Source Initiative – The steward of the Open Source Definition, setting the foundation for the Open Source Software ecosystem.","lang":"en","ssrTextLength":3985,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":36,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"openssl.org","rank":2360,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openssl.org","observedAt":"2026-08-09T18:15:03.139Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"openstreetmap.org","rank":674,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openstreetmap.org","observedAt":"2026-08-09T18:15:03.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.openstreetmap.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":886},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":32458,"botStatus":429,"botBytes":437,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OpenStreetMap","lang":"en","ssrTextLength":895,"h1Count":3,"landmarks":["nav","header"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"opensuse.org","rank":3691,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opensuse.org","observedAt":"2026-08-09T18:15:03.696Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.opensuse.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":63555,"botStatus":403,"botBytes":93,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"openSUSE - Free Linux operating systems for desktops, servers and containers","lang":"en","ssrTextLength":2276,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":19,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"opentable.com","rank":4166,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opentable.com","observedAt":"2026-08-09T18:15:03.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"openweathermap.org","rank":4160,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openweathermap.org","observedAt":"2026-08-09T18:15:04.450Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://openweathermap.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":56},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":106608,"botStatus":200,"botBytes":106608,"detected":false},"llmsTxt":{"present":true,"bytes":22231,"specValid":true,"issues":[],"linkCount":60},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OpenWeather APIs for Weather, Energy, and Environment","lang":"en","ssrTextLength":4571,"h1Count":11,"landmarks":["main","nav","footer"],"imagesTotal":40,"imagesWithAlt":39,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx/1.30.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"openwebmp.com","rank":2330,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openwebmp.com","observedAt":"2026-08-09T18:15:05.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"openx.net","rank":353,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openx.net","observedAt":"2026-08-09T18:15:06.464Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://openx.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"openxcdn.net","rank":4324,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"openxcdn.net","observedAt":"2026-08-09T18:15:06.494Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://openxcdn.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11,"botStatus":200,"botBytes":11,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"UploadServer"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"opera-api.com","rank":963,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opera-api.com","observedAt":"2026-08-09T18:15:06.565Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"opera-api2.com","rank":1976,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opera-api2.com","observedAt":"2026-08-09T18:15:06.598Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"opera.com","rank":90,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opera.com","observedAt":"2026-08-09T18:15:07.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.opera.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":994},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":187576,"botStatus":200,"botBytes":187576,"detected":false},"llmsTxt":{"present":true,"bytes":11611,"specValid":true,"issues":[],"linkCount":29},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Opera Web Browser | Faster, Safer, Smarter | Opera","lang":"en","ssrTextLength":4083,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"opera.software","rank":2038,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opera.software","observedAt":"2026-08-09T18:15:07.590Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"opera.technology","rank":2153,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opera.technology","observedAt":"2026-08-09T18:15:07.712Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"operacdn.com","rank":4559,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"operacdn.com","observedAt":"2026-08-09T18:15:07.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":204,"finalUrl":"https://operacdn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":204,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oppo.com","rank":4637,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oppo.com","observedAt":"2026-08-09T18:15:08.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.oppo.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":56},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":205594,"botStatus":200,"botBytes":205594,"detected":false},"llmsTxt":{"present":true,"bytes":2000000,"specValid":false,"issues":["no blockquote summary"],"linkCount":7054},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"OPPO Official Site | OPPO Global","lang":"en","ssrTextLength":4562,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":99,"imagesWithAlt":75,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oppomobile.com","rank":3498,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oppomobile.com","observedAt":"2026-08-09T18:15:08.960Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://oppomobile.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13901,"botStatus":200,"botBytes":13901,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"软件商店","lang":null,"ssrTextLength":402,"h1Count":0,"landmarks":[],"imagesTotal":11,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"opsgenie.com","rank":3510,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"opsgenie.com","observedAt":"2026-08-09T18:15:09.081Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.atlassian.com/software/opsgenie/migration","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":204260,"botStatus":200,"botBytes":204260,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Migrate from Opsgenie | Atlassian","lang":"en","ssrTextLength":14369,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":58,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AtlassianEdge"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"optimizely.com","rank":669,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"optimizely.com","observedAt":"2026-08-09T18:15:09.368Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.optimizely.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":207},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":428281,"botStatus":200,"botBytes":428281,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Optimizely - AI to create and optimize digital experiences","lang":"en","ssrTextLength":4645,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":78,"imagesWithAlt":33,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"optimove.net","rank":2854,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"optimove.net","observedAt":"2026-08-09T18:15:09.615Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oracle.com","rank":196,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oracle.com","observedAt":"2026-08-09T18:15:11.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.oracle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1450,"botStatus":200,"botBytes":51633,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"fw_error_www","lang":null,"ssrTextLength":461,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"oraclecloud.com","rank":576,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oraclecloud.com","observedAt":"2026-08-09T18:15:11.668Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.oracle.com/cloud/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1450,"botStatus":200,"botBytes":85685,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"fw_error_www","lang":null,"ssrTextLength":461,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"oraclecloud.net","rank":2516,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oraclecloud.net","observedAt":"2026-08-09T18:15:12.518Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"orange.com","rank":4928,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"orange.com","observedAt":"2026-08-09T18:15:12.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.orange.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":140904,"botStatus":200,"botBytes":140904,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Corporate Website of Orange","lang":"en","ssrTextLength":7891,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"google","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"orange.fr","rank":2043,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"orange.fr","observedAt":"2026-08-09T18:15:12.801Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.orange.fr/portail","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1193,"botStatus":200,"botBytes":1193,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"‍","lang":"fr","ssrTextLength":0,"h1Count":0,"landmarks":["main","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"oray.com","rank":3580,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oray.com","observedAt":"2026-08-09T18:15:13.986Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.oray.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":157},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":127199,"botStatus":200,"botBytes":127199,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"贝锐官网-花生壳官网|DNS内网穿透|动态域名解析|域名注册|向日葵远程控制|远程桌面|蒲公英路由器|异地组网","lang":"en","ssrTextLength":4528,"h1Count":0,"landmarks":[],"imagesTotal":230,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"orcid.org","rank":2041,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"orcid.org","observedAt":"2026-08-09T18:15:14.025Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://orcid.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":1,"bytes":550},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":65015,"botStatus":200,"botBytes":65015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ORCID","lang":"en","ssrTextLength":5,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oregonstate.edu","rank":3666,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oregonstate.edu","observedAt":"2026-08-09T18:15:14.389Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://oregonstate.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60880,"botStatus":200,"botBytes":60880,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Oregon State University","lang":"en","ssrTextLength":4809,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":18,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"oreilly.com","rank":1836,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oreilly.com","observedAt":"2026-08-09T18:15:14.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.oreilly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":2951},"tier1Blocked":["GPTBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":307060,"botStatus":200,"botBytes":306869,"detected":false},"llmsTxt":{"present":true,"bytes":18712,"specValid":true,"issues":[],"linkCount":139},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebPage","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"O'Reilly Media - Technology and Business Training","lang":"en","ssrTextLength":7617,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"orf.at","rank":3488,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"orf.at","observedAt":"2026-08-09T18:15:16.142Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://orf.at/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":7,"usesAllowRules":false,"crawlDelay":1800,"bytes":667},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":86224,"botStatus":200,"botBytes":86224,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"news.ORF.at","lang":"de","ssrTextLength":24022,"h1Count":14,"landmarks":["main","nav","header","footer","article"],"imagesTotal":25,"imagesWithAlt":10,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"org.ru","rank":3450,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"org.ru","observedAt":"2026-08-09T18:15:16.235Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://org.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6052,"botStatus":200,"botBytes":6052,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Регистратура доменов NET.RU, ORG.RU, PP.RU","lang":"ru","ssrTextLength":490,"h1Count":1,"landmarks":[],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"os-lb.com","rank":4571,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"os-lb.com","observedAt":"2026-08-09T18:15:16.563Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"osano.com","rank":3773,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"osano.com","observedAt":"2026-08-09T18:15:17.554Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.osano.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":800},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":344441,"botStatus":200,"botBytes":344441,"detected":false},"llmsTxt":{"present":true,"bytes":7025,"specValid":true,"issues":[],"linkCount":52},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject","WebSite","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Intuitive Data Privacy Management Software for Compliance | Osano","lang":"en","ssrTextLength":15526,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":101,"imagesWithAlt":101,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"osha.gov","rank":3641,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"osha.gov","observedAt":"2026-08-09T18:15:18.897Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.osha.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":256061,"botStatus":200,"botBytes":256061,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Occupational Safety and Health Administration","lang":"en","ssrTextLength":42893,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"osu.edu","rank":2823,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"osu.edu","observedAt":"2026-08-09T18:15:18.946Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://osu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":520,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":27,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"awselb/2.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"otm-r.com","rank":1994,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"otm-r.com","observedAt":"2026-08-09T18:15:19.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"otomoto.pl","rank":1439,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"otomoto.pl","observedAt":"2026-08-09T18:15:19.318Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.otomoto.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1084},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":860345,"botStatus":200,"botBytes":860086,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"OTOMOTO - nowe i używane samochody i motocykle oraz części samochodowe. Ogłoszenia motoryzacyjne.","lang":"pl","ssrTextLength":4187,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":24,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"otto.de","rank":914,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"otto.de","observedAt":"2026-08-09T18:15:19.462Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.otto.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":824},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":490360,"botStatus":200,"botBytes":380140,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"OTTO - Mode, Möbel & Technik » Zum Online-Shop","lang":"de","ssrTextLength":14872,"h1Count":3,"landmarks":["nav","header","footer"],"imagesTotal":31,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"Edge Proxy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ouest-france.fr","rank":1050,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ouest-france.fr","observedAt":"2026-08-09T18:15:20.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM"],"groupCount":161,"usesAllowRules":true,"crawlDelay":20,"bytes":8779},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot","cohere-ai","YouBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oup.com","rank":530,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oup.com","observedAt":"2026-08-09T18:15:21.297Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://corp.oup.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":88142,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Homepage - Oxford University Press","lang":"en","ssrTextLength":3862,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":19,"imagesWithAlt":7,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ouraring.com","rank":3461,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ouraring.com","observedAt":"2026-08-09T18:15:21.638Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ouraring.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":241},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1477576,"botStatus":200,"botBytes":1477756,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Oura Ring. Smart Ring for Fitness, Stress, Sleep & Health.","lang":"en","ssrTextLength":3114,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":68,"imagesWithAlt":62,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ourworldindata.org","rank":3612,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ourworldindata.org","observedAt":"2026-08-09T18:15:21.673Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ourworldindata.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":47},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":273735,"botStatus":200,"botBytes":273735,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Our World in Data","lang":"en","ssrTextLength":24397,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":35,"imagesWithAlt":23,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"outbrainimg.com","rank":4226,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"outbrainimg.com","observedAt":"2026-08-09T18:15:22.117Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"outlook.com","rank":51,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"outlook.com","observedAt":"2026-08-09T18:15:23.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://outlook.live.com/mail/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14104,"botStatus":200,"botBytes":14104,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Outlook","lang":null,"ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-HTTPAPI/2.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ov1o.com","rank":4519,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ov1o.com","observedAt":"2026-08-09T18:15:23.464Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"over-blog.com","rank":3739,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"over-blog.com","observedAt":"2026-08-09T18:15:23.760Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"overwolf.com","rank":1775,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"overwolf.com","observedAt":"2026-08-09T18:15:24.258Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.overwolf.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120821,"botStatus":200,"botBytes":120821,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Overwolf | The guild of in-game creators","lang":null,"ssrTextLength":4833,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":42,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ovh.com","rank":1923,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ovh.com","observedAt":"2026-08-09T18:15:24.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ovhcloud.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","CCBot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":6531},"tier1Blocked":["GPTBot","ChatGPT-User"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":1006959,"botStatus":200,"botBytes":1006959,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloud Computing & Web Hosting | OVHcloud Worldwide","lang":"en","ssrTextLength":34511,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ovh.net","rank":671,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ovh.net","observedAt":"2026-08-09T18:15:24.772Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://proof.ovh.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2088,"botStatus":200,"botBytes":2088,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Speedtest || iperf by OVHCloud","lang":null,"ssrTextLength":211,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ovhcloud.com","rank":1540,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ovhcloud.com","observedAt":"2026-08-09T18:15:25.773Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.ovhcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1604},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":378726,"botStatus":200,"botBytes":378726,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"OVHcloud","lang":"en","ssrTextLength":21163,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ovscdns.com","rank":764,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ovscdns.com","observedAt":"2026-08-09T18:15:26.275Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ovscdns.net","rank":1105,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ovscdns.net","observedAt":"2026-08-09T18:15:26.524Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"owasp.org","rank":3723,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"owasp.org","observedAt":"2026-08-09T18:15:26.545Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://owasp.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":45},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":58638,"botStatus":200,"botBytes":58638,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"OWASP Foundation, the Open Source Foundation for Application Security | OWASP Foundation","lang":"en","ssrTextLength":6393,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":14,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"owhealth.com","rank":4423,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"owhealth.com","observedAt":"2026-08-09T18:15:26.590Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://flo.health/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1282052,"botStatus":200,"botBytes":1282052,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","SoftwareApplication"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Period tracker, ovulation tracker, pregnancy app | Flo","lang":"en","ssrTextLength":7206,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":41,"imagesWithAlt":36,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ox.ac.uk","rank":1005,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ox.ac.uk","observedAt":"2026-08-09T18:15:27.345Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ox.ac.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"oxfordjournals.org","rank":4566,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oxfordjournals.org","observedAt":"2026-08-09T18:15:28.099Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://oxfordjournals.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1569,"botStatus":403,"botBytes":93,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"oxylabs.io","rank":234,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"oxylabs.io","observedAt":"2026-08-09T18:15:29.153Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://oxylabs.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":121},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":900212,"botStatus":200,"botBytes":900212,"detected":false},"llmsTxt":{"present":true,"bytes":4354,"specValid":true,"issues":[],"linkCount":48},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Oxylabs – High Quality Proxy Service & Web Search API for AI","lang":"en","ssrTextLength":15077,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":238,"imagesWithAlt":212,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ozon.ru","rank":204,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ozon.ru","observedAt":"2026-08-09T18:15:29.524Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ozone.ru","rank":661,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ozone.ru","observedAt":"2026-08-09T18:15:29.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"p-cdn.us","rank":4236,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"p-cdn.us","observedAt":"2026-08-09T18:15:29.934Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"p-msedge.net","rank":2800,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"p-msedge.net","observedAt":"2026-08-09T18:15:30.599Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pa.gov","rank":4749,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pa.gov","observedAt":"2026-08-09T18:15:30.643Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pa.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":281},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97504,"botStatus":200,"botBytes":97504,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Commonwealth of Pennsylvania","lang":"en","ssrTextLength":2830,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":6,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"paa-reporting-advertising.amazon","rank":3355,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paa-reporting-advertising.amazon","observedAt":"2026-08-09T18:15:31.421Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://paa-reporting-advertising.amazon/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111,"botStatus":403,"botBytes":111,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":26,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"packagist.org","rank":4562,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"packagist.org","observedAt":"2026-08-09T18:15:31.481Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://packagist.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":154},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":17971,"botStatus":200,"botBytes":17971,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Packagist.org","lang":null,"ssrTextLength":4047,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":6,"imagesWithAlt":5,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-894"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"packzy.com","rank":1708,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"packzy.com","observedAt":"2026-08-09T18:15:32.295Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://packzy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":37},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31843,"botStatus":200,"botBytes":31843,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Steadfast Courier | Fastest Courier in Bangladesh","lang":"en","ssrTextLength":2465,"h1Count":4,"landmarks":["nav"],"imagesTotal":46,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.24.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pacloudflare.com","rank":2227,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pacloudflare.com","observedAt":"2026-08-09T18:15:32.919Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"paddypower.com","rank":4218,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paddypower.com","observedAt":"2026-08-09T18:15:33.668Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://paddypower.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3657,"botStatus":403,"botBytes":3657,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Paddy Power","lang":"en","ssrTextLength":375,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"padlet.com","rank":2760,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"padlet.com","observedAt":"2026-08-09T18:15:33.764Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://padlet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":117},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":286417,"botStatus":403,"botBytes":286417,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Security check","lang":"en","ssrTextLength":66,"h1Count":1,"landmarks":["nav"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"page.link","rank":4475,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"page.link","observedAt":"2026-08-09T18:15:34.213Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://page.link/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pages.dev","rank":266,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pages.dev","observedAt":"2026-08-09T18:15:34.323Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pages.cloudflare.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":107024,"botStatus":200,"botBytes":107024,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloudflare Pages","lang":"en","ssrTextLength":4966,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"palm.tech","rank":4699,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"palm.tech","observedAt":"2026-08-09T18:15:35.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://palm.tech/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":348,"botStatus":403,"botBytes":348,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":169,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AliyunOSS"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"palmplaystore.com","rank":551,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"palmplaystore.com","observedAt":"2026-08-09T18:15:35.452Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://palmplaystore.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":434482,"botStatus":200,"botBytes":434482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Palm Store","lang":"en","ssrTextLength":3953,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":47,"imagesWithAlt":46,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"paloaltonetworks.com","rank":490,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paloaltonetworks.com","observedAt":"2026-08-09T18:15:35.505Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.paloaltonetworks.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":7701},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":614423,"botStatus":200,"botBytes":614424,"detected":false},"llmsTxt":{"present":true,"bytes":17901,"specValid":true,"issues":[],"linkCount":115},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Leader in Cybersecurity Protection & Software for the Modern Enterprises - Palo Alto Networks","lang":"en","ssrTextLength":12832,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":148,"imagesWithAlt":113,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pananames.com","rank":4359,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pananames.com","observedAt":"2026-08-09T18:15:36.341Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pananames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":78},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1646,"botStatus":200,"botBytes":1646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Registration - Register domain name at Pananames","lang":"en","ssrTextLength":55,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"panasonic.com","rank":2943,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"panasonic.com","observedAt":"2026-08-09T18:15:36.527Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.panasonic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371,"botStatus":200,"botBytes":338662,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":206,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pandasecurity.com","rank":3167,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pandasecurity.com","observedAt":"2026-08-09T18:15:36.551Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pandasecurity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":908},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21106,"botStatus":200,"botBytes":21106,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Panda Security | Official Website","lang":"en","ssrTextLength":316,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pandora.com","rank":1138,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pandora.com","observedAt":"2026-08-09T18:15:37.343Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pandora.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":614},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21536,"botStatus":200,"botBytes":21534,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Music and Podcasts, Free and On-Demand | Pandora","lang":"en","ssrTextLength":297,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pangle.io","rank":422,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pangle.io","observedAt":"2026-08-09T18:15:37.928Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pantheonsite.io","rank":4004,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pantheonsite.io","observedAt":"2026-08-09T18:15:38.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"parade.com","rank":4730,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"parade.com","observedAt":"2026-08-09T18:15:38.482Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://parade.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":229},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":770,"botStatus":403,"botBytes":770,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"parade.com","lang":"en","ssrTextLength":54,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"parallels.com","rank":2680,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"parallels.com","observedAt":"2026-08-09T18:15:38.711Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.parallels.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2211},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":124784,"botStatus":200,"botBytes":124784,"detected":false},"llmsTxt":{"present":true,"bytes":5532,"specValid":true,"issues":[],"linkCount":30},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SoftwareApplication","Product","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Parallels | Run Windows on Mac, VDI, and Enterprise Virtualization Solutions","lang":"en","ssrTextLength":4899,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":19,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"paramountplus.com","rank":1017,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paramountplus.com","observedAt":"2026-08-09T18:15:39.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.paramountplus.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2120},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":404056,"botStatus":200,"botBytes":404056,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Paramount Plus: Stream Movies, Shows & Live TV","lang":"en","ssrTextLength":2953,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":86,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"parastorage.com","rank":2966,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"parastorage.com","observedAt":"2026-08-09T18:15:40.431Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://parastorage.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pardot.com","rank":4259,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pardot.com","observedAt":"2026-08-09T18:15:40.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.salesforce.com/marketing/b2b-automation/?redirect=pardot.com&bc=OTH","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":599962,"botStatus":200,"botBytes":599962,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Product"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"B2B Marketing Automation Platform | Salesforce","lang":"en","ssrTextLength":35728,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":109,"imagesWithAlt":46,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"parivahan.gov.in","rank":1543,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"parivahan.gov.in","observedAt":"2026-08-09T18:15:41.139Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://parivahan.gov.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":293869,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome! | Parivahansewa","lang":"en","ssrTextLength":7421,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":49,"imagesWithAlt":49,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"parklogic.com","rank":1136,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"parklogic.com","observedAt":"2026-08-09T18:15:41.200Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://parklogic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":166},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":183155,"botStatus":200,"botBytes":183155,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ParkLogic","lang":"en","ssrTextLength":9114,"h1Count":0,"landmarks":["header"],"imagesTotal":20,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"parrot-flow.com","rank":3804,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"parrot-flow.com","observedAt":"2026-08-09T18:15:41.485Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"parsely.com","rank":3566,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"parsely.com","observedAt":"2026-08-09T18:15:41.606Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.parse.ly/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":116},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":146938,"botStatus":200,"botBytes":146938,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Content Analytics Made Easy | Parse.ly","lang":"en","ssrTextLength":3472,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":20,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pastebin.com","rank":3012,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pastebin.com","observedAt":"2026-08-09T18:15:41.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pastebin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":307},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43130,"botStatus":200,"botBytes":43130,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Pastebin.com - #1 paste tool since 2002!","lang":"en","ssrTextLength":4201,"h1Count":0,"landmarks":["footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"patch.com","rank":4674,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"patch.com","observedAt":"2026-08-09T18:15:42.070Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://patch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","cohere-ai"],"groupCount":36,"usesAllowRules":true,"crawlDelay":1,"bytes":4240},"tier1Blocked":[],"tier2Blocked":["CCBot","cohere-ai"],"cloaking":{"tested":true,"browserBytes":380393,"botStatus":200,"botBytes":380393,"detected":false},"llmsTxt":{"present":true,"bytes":3834,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Patch - Everything Local: Breaking News, Events, Discussions","lang":"en","ssrTextLength":11841,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":258,"imagesWithAlt":258,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"Heroku"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"patreon.com","rank":537,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"patreon.com","observedAt":"2026-08-09T18:15:42.168Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.patreon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":17,"usesAllowRules":true,"crawlDelay":null,"bytes":2595},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5747,"botStatus":403,"botBytes":5725,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"patria.org.ve","rank":1637,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"patria.org.ve","observedAt":"2026-08-09T18:15:42.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pavietnam.vn","rank":2668,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pavietnam.vn","observedAt":"2026-08-09T18:15:42.891Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pavietnam.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":105},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":568649,"botStatus":406,"botBytes":779,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","CreativeWorkSeries"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Đăng Ký Tên Miền, Hosting, Email, Server uy tín tại Việt Nam","lang":"vi","ssrTextLength":22991,"h1Count":9,"landmarks":["header","footer","aside"],"imagesTotal":133,"imagesWithAlt":63,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"LiteSpeed"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"paycomonline.net","rank":4509,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paycomonline.net","observedAt":"2026-08-09T18:15:43.297Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":444},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"paylocity.com","rank":4462,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paylocity.com","observedAt":"2026-08-09T18:15:43.509Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.paylocity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":426},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1643,"botStatus":200,"botBytes":501877,"detected":false},"llmsTxt":{"present":true,"bytes":3212,"specValid":false,"issues":["no H1 title","no blockquote summary"],"linkCount":12},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"paypal.com","rank":159,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paypal.com","observedAt":"2026-08-09T18:15:43.822Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.paypal.com/us/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2628},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":314158,"botStatus":200,"botBytes":315697,"detected":false},"llmsTxt":{"present":true,"bytes":40050,"specValid":false,"issues":["no blockquote summary"],"linkCount":152},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Pay, Send and Save Money with PayPal | PayPal US","lang":"en","ssrTextLength":10049,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"paypal.me","rank":3142,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paypal.me","observedAt":"2026-08-09T18:15:44.082Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":175},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"paypalobjects.com","rank":5094,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paypalobjects.com","observedAt":"2026-08-09T18:15:44.387Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.paypalobjects.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1506},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":425,"botStatus":403,"botBytes":425,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":133,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"paysafecard.com","rank":4081,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paysafecard.com","observedAt":"2026-08-09T18:15:45.152Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.paysafecard.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1264},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":105912,"botStatus":200,"botBytes":105912,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","FinancialService"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Discover how you can pay online in cash. | PaysafeCard US","lang":"en","ssrTextLength":5278,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"paywb.com","rank":2413,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"paywb.com","observedAt":"2026-08-09T18:15:46.114Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://paywb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Angie"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pbase.com","rank":4709,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pbase.com","observedAt":"2026-08-09T18:15:46.623Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pbase.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6165,"botStatus":403,"botBytes":222,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PBase.com","lang":"en","ssrTextLength":656,"h1Count":1,"landmarks":[],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.37 (Amazon) mod_perl/2.0.7 Pe"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pbs.org","rank":992,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pbs.org","observedAt":"2026-08-09T18:15:46.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pbstck.com","rank":2691,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pbstck.com","observedAt":"2026-08-09T18:15:46.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pccc.com","rank":1385,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pccc.com","observedAt":"2026-08-09T18:15:46.996Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pccc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":35},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":99847,"botStatus":200,"botBytes":99847,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Industry Leading Computer IT Support | PCCC","lang":"en","ssrTextLength":8188,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":20,"imagesWithAlt":20,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pcgamer.com","rank":4949,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pcgamer.com","observedAt":"2026-08-09T18:15:48.014Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pcgamer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":1627},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","SiteNavigationElement","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"PC Gamer","lang":"en","ssrTextLength":116086,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":123,"imagesWithAlt":89,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"pchome.com.tw","rank":3921,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pchome.com.tw","observedAt":"2026-08-09T18:15:48.418Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pchome.com.tw/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":233991,"botStatus":200,"botBytes":233991,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"PChome Online 首頁","lang":null,"ssrTextLength":8081,"h1Count":1,"landmarks":[],"imagesTotal":175,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"pchome www daemon"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pcmag.com","rank":2428,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pcmag.com","observedAt":"2026-08-09T18:15:48.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pcmag.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":13628},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":701798,"botStatus":403,"botBytes":4545,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","Brand","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Latest Technology Product Reviews, News, Tips, and Deals | PCMag","lang":"en","ssrTextLength":19170,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":54,"imagesWithAlt":53,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pcre.org","rank":4683,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pcre.org","observedAt":"2026-08-09T18:15:48.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pcworld.com","rank":3733,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pcworld.com","observedAt":"2026-08-09T18:15:48.642Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pcworld.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":41,"usesAllowRules":false,"crawlDelay":null,"bytes":1733},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":258664,"botStatus":200,"botBytes":258661,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","Organization","CollectionPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"PCWorld","lang":"en","ssrTextLength":7584,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":25,"imagesWithAlt":23,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"peacocktv.com","rank":2307,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"peacocktv.com","observedAt":"2026-08-09T18:15:49.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.peacocktv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":10,"bytes":326},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":737057,"botStatus":200,"botBytes":737057,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","Service","Brand","ContactPoint"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Peacock: Stream TV and Movies Online, Watch Live News and Sports","lang":"en","ssrTextLength":5454,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":26,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"peatix.com","rank":4827,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"peatix.com","observedAt":"2026-08-09T18:15:49.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://peatix.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":1,"bytes":1349},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":20678,"botStatus":200,"botBytes":20678,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Peatix","lang":"en","ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pemsrv.com","rank":2741,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pemsrv.com","observedAt":"2026-08-09T18:15:49.204Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pendingrenewaldeletion.com","rank":4550,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pendingrenewaldeletion.com","observedAt":"2026-08-09T18:15:49.511Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pendo.io","rank":1048,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pendo.io","observedAt":"2026-08-09T18:15:49.512Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pendo.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":646},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":735974,"botStatus":200,"botBytes":735974,"detected":false},"llmsTxt":{"present":true,"bytes":20334,"specValid":true,"issues":[],"linkCount":77},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Pendo | Product Context for Your Apps and AI Agents","lang":"en","ssrTextLength":13816,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":110,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"penguinrandomhouse.com","rank":4074,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"penguinrandomhouse.com","observedAt":"2026-08-09T18:15:50.533Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.penguinrandomhouse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":321},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":237454,"botStatus":200,"botBytes":237454,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Penguin Random House","lang":"en","ssrTextLength":9049,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":79,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"people.cn","rank":4249,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"people.cn","observedAt":"2026-08-09T18:15:50.744Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.people.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":120,"bytes":90},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":109711,"botStatus":200,"botBytes":109711,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"人民网_网上的人民日报","lang":"zh","ssrTextLength":6534,"h1Count":3,"landmarks":[],"imagesTotal":142,"imagesWithAlt":35,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"wswaf"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"people.com","rank":795,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"people.com","observedAt":"2026-08-09T18:15:51.058Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://people.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3423},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":514208,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"people.com.cn","rank":1995,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"people.com.cn","observedAt":"2026-08-09T18:15:51.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.people.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":120,"bytes":90},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":109711,"botStatus":200,"botBytes":109711,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"人民网_网上的人民日报","lang":"zh","ssrTextLength":6534,"h1Count":3,"landmarks":[],"imagesTotal":142,"imagesWithAlt":35,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"wswaf"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"perimeterx.net","rank":4693,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"perimeterx.net","observedAt":"2026-08-09T18:15:51.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://perimeterx.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"perl.com","rank":3812,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"perl.com","observedAt":"2026-08-09T18:15:51.953Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.perl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41260,"botStatus":200,"botBytes":41260,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Perl.com - programming news, code and culture","lang":"en","ssrTextLength":6067,"h1Count":0,"landmarks":["nav","article"],"imagesTotal":13,"imagesWithAlt":7,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx/1.29.4"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"perl.org","rank":2641,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"perl.org","observedAt":"2026-08-09T18:15:53.426Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.perl.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":107},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12405,"botStatus":200,"botBytes":12405,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Perl Programming Language - www.perl.org","lang":"en","ssrTextLength":1990,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":17,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Combust/Plack (Perl)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"permutive.app","rank":3303,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"permutive.app","observedAt":"2026-08-09T18:15:53.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":201},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"permutive.com","rank":3802,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"permutive.com","observedAt":"2026-08-09T18:15:53.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://permutive.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":187},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":325504,"botStatus":200,"botBytes":325504,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Leading Agentic Data Collaboration and Activation Platform","lang":"en","ssrTextLength":5860,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":85,"imagesWithAlt":39,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"perplexity.ai","rank":909,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"perplexity.ai","observedAt":"2026-08-09T18:15:53.734Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.perplexity.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":480},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5727,"botStatus":403,"botBytes":19710,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pewresearch.org","rank":1796,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pewresearch.org","observedAt":"2026-08-09T18:15:53.860Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pewresearch.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":936},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":485021,"botStatus":200,"botBytes":485021,"detected":false},"llmsTxt":{"present":true,"bytes":15208,"specValid":true,"issues":[],"linkCount":127},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Pew Research Center | Nonpartisan, nonadvocacy, public opinion polling and data-driven social science research","lang":"en","ssrTextLength":13013,"h1Count":3,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":51,"imagesWithAlt":23,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pexels.com","rank":847,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pexels.com","observedAt":"2026-08-09T18:15:54.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.pexels.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Bytespider"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":11646},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5746,"botStatus":403,"botBytes":5724,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"phantom.app","rank":2730,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"phantom.app","observedAt":"2026-08-09T18:15:54.188Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://phantom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":219},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":126792,"botStatus":200,"botBytes":126782,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Phantom: The money app that'll take you places","lang":"en","ssrTextLength":2072,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"remix","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"philips.com","rank":2824,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"philips.com","observedAt":"2026-08-09T18:15:54.440Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.usa.philips.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":488},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":679897,"botStatus":200,"botBytes":679897,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Philips - United States | Philips","lang":"en","ssrTextLength":6221,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"phncdn.com","rank":1176,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"phncdn.com","observedAt":"2026-08-09T18:15:54.459Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"photobucket.com","rank":2294,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"photobucket.com","observedAt":"2026-08-09T18:15:54.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://photobucket.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":492},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6926,"botStatus":200,"botBytes":6926,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Private Group Photo & Video Sharing","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Photobucket"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"photofolio.com","rank":4434,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"photofolio.com","observedAt":"2026-08-09T18:15:55.673Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://photofolio.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Amazonbot","DuckAssistBot"],"groupCount":11,"usesAllowRules":false,"crawlDelay":5,"bytes":1133},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":69051,"botStatus":200,"botBytes":69051,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"PhotoFolio®: Design A Website","lang":"en","ssrTextLength":29,"h1Count":1,"landmarks":["nav","header","article"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"php.net","rank":309,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"php.net","observedAt":"2026-08-09T18:15:55.867Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.php.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":292},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":48873,"botStatus":200,"botBytes":48873,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PHP","lang":"en","ssrTextLength":13558,"h1Count":0,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":4,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1236"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"phpbb.com","rank":4285,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"phpbb.com","observedAt":"2026-08-09T18:15:57.913Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://phpbb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5656,"botStatus":403,"botBytes":5655,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"phpmyadmin.net","rank":5107,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"phpmyadmin.net","observedAt":"2026-08-09T18:15:57.927Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.phpmyadmin.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31980,"botStatus":200,"botBytes":31980,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"phpMyAdmin","lang":"en","ssrTextLength":3506,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":27,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"CDN77-Turbo"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"phys.org","rank":2870,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"phys.org","observedAt":"2026-08-09T18:15:58.297Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://phys.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","CCBot","Bytespider","cohere-ai"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":1146},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":205258,"botStatus":200,"botBytes":205257,"detected":false},"llmsTxt":{"present":true,"bytes":2415,"specValid":true,"issues":[],"linkCount":17},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Phys.org - News and Articles on Science and Technology","lang":"en","ssrTextLength":20756,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":117,"imagesWithAlt":7,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"piano.io","rank":3756,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"piano.io","observedAt":"2026-08-09T18:15:58.549Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.piano.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":65},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":816580,"botStatus":200,"botBytes":816580,"detected":false},"llmsTxt":{"present":true,"bytes":24129,"specValid":true,"issues":[],"linkCount":93},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Piano | Data-Driven Customer Engagement Solutions","lang":"en","ssrTextLength":6663,"h1Count":27,"landmarks":["aside"],"imagesTotal":37,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"piccoma.com","rank":1580,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"piccoma.com","observedAt":"2026-08-09T18:15:58.672Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://piccoma.com/web/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":164},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1322518,"botStatus":200,"botBytes":1322518,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Service"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ピッコマ｜無料漫画・小説、新作コミックが毎日楽しめる！","lang":"ja","ssrTextLength":13391,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":485,"imagesWithAlt":483,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"picsart.com","rank":4532,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"picsart.com","observedAt":"2026-08-09T18:15:58.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://picsart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1878},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":5911,"specValid":true,"issues":[],"linkCount":29},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","Product"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Picsart: The AI Creative Platform","lang":"en","ssrTextLength":38171,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":190,"imagesWithAlt":142,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pik.ru","rank":4624,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pik.ru","observedAt":"2026-08-09T18:15:59.074Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://www.pik.ru/","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5738},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pikabu.ru","rank":950,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pikabu.ru","observedAt":"2026-08-09T18:15:59.545Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pikabu.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":3,"bytes":4607},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":372924,"botStatus":200,"botBytes":292430,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"������� � ����� ���������� � ����������� ����� | ������","lang":"ru","ssrTextLength":21658,"h1Count":1,"landmarks":["main","header","footer","article","aside"],"imagesTotal":39,"imagesWithAlt":26,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"pimpbunny.com","rank":1223,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pimpbunny.com","observedAt":"2026-08-09T18:15:59.636Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pimpbunny.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":44,"usesAllowRules":true,"crawlDelay":10,"bytes":3569},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":788716,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Watch Porn & Chat With Models | PimpBunny","lang":"en","ssrTextLength":8355,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":97,"imagesWithAlt":81,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pin.it","rank":4396,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pin.it","observedAt":"2026-08-09T18:15:59.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pinterest.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1045419,"botStatus":403,"botBytes":2987,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Pinterest","lang":"en","ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pinduoduo.com","rank":4803,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pinduoduo.com","observedAt":"2026-08-09T18:16:00.105Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pinduoduo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":41},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":11161,"botStatus":200,"botBytes":11161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"拼多多 新电商开创者","lang":"zh","ssrTextLength":519,"h1Count":0,"landmarks":[],"imagesTotal":16,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pinimg.com","rank":681,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pinimg.com","observedAt":"2026-08-09T18:16:00.165Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["DuckAssistBot","Google-NotebookLM"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":30396},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pinterest.com","rank":53,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pinterest.com","observedAt":"2026-08-09T18:16:00.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["DuckAssistBot","Google-NotebookLM"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":30396},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pinterest.net","rank":3969,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pinterest.net","observedAt":"2026-08-09T18:16:00.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pipopay.com","rank":3751,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pipopay.com","observedAt":"2026-08-09T18:16:02.237Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pippio.com","rank":4039,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pippio.com","observedAt":"2026-08-09T18:16:02.613Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"https://pippio.com/","error":"homepage returned HTTP 503","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pitc.com.pk","rank":1724,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pitc.com.pk","observedAt":"2026-08-09T18:16:02.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pitc.com.pk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":340},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":53177,"botStatus":200,"botBytes":53177,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Power Information Technology Company - Home","lang":"en","ssrTextLength":2949,"h1Count":0,"landmarks":["header","footer","aside"],"imagesTotal":23,"imagesWithAlt":18,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"joomla","network":null,"server":"Apache/2.4.51 (Unix) OpenSSL/1.0.2k-fips"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pitt.edu","rank":3200,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pitt.edu","observedAt":"2026-08-09T18:16:02.891Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pitt.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75601,"botStatus":200,"botBytes":75601,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | University of Pittsburgh","lang":"en","ssrTextLength":4118,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":16,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pixabay.com","rank":437,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pixabay.com","observedAt":"2026-08-09T18:16:03.149Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://pixabay.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pixiv.net","rank":989,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pixiv.net","observedAt":"2026-08-09T18:16:03.314Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.pixiv.net/en/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","cohere-ai","Diffbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1032},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","cohere-ai","Diffbot"],"cloaking":{"tested":false,"browserBytes":5775,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pki.goog","rank":202,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pki.goog","observedAt":"2026-08-09T18:16:03.449Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pki.goog/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13691,"botStatus":200,"botBytes":13691,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google Trust Services | Home","lang":"en","ssrTextLength":2101,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pku.edu.cn","rank":4178,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pku.edu.cn","observedAt":"2026-08-09T18:16:03.830Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pku.edu.cn/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":100963,"botStatus":200,"botBytes":100963,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"北京大学","lang":null,"ssrTextLength":5998,"h1Count":0,"landmarks":[],"imagesTotal":57,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"plala.or.jp","rank":4438,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"plala.or.jp","observedAt":"2026-08-09T18:16:03.941Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.plala.or.jp/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":541},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24385,"botStatus":200,"botBytes":24385,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"プロバイダなら　ぷらら","lang":"ja","ssrTextLength":661,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":27,"imagesWithAlt":19,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"platorelay.com","rank":1390,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"platorelay.com","observedAt":"2026-08-09T18:16:04.096Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"plausible.io","rank":3789,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"plausible.io","observedAt":"2026-08-09T18:16:04.566Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://plausible.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":41},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":76101,"botStatus":200,"botBytes":76101,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Plausible Analytics | Simple, privacy-friendly Google Analytics alternative","lang":"en","ssrTextLength":8752,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":10,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1346"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"playfabapi.com","rank":1085,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playfabapi.com","observedAt":"2026-08-09T18:16:04.732Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"playfamily.ru","rank":4030,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playfamily.ru","observedAt":"2026-08-09T18:16:05.398Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://okko.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1923,"botStatus":200,"botBytes":1922,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"playhop.com","rank":1333,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playhop.com","observedAt":"2026-08-09T18:16:05.491Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_HEADERS_OVERFLOW","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":581},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"playinboss.com","rank":1767,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playinboss.com","observedAt":"2026-08-09T18:16:06.447Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://playinboss.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2756,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"playinrace.com","rank":1769,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playinrace.com","observedAt":"2026-08-09T18:16:07.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"playrix.com","rank":955,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playrix.com","observedAt":"2026-08-09T18:16:08.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://playrix.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3042,"botStatus":200,"botBytes":3042,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Playrix","lang":"ru","ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"playstation.com","rank":598,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playstation.com","observedAt":"2026-08-09T18:16:08.752Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.playstation.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":5,"bytes":655},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":390224,"botStatus":200,"botBytes":390224,"detected":false},"llmsTxt":{"present":true,"bytes":3842,"specValid":false,"issues":["no H1 title","no blockquote summary"],"linkCount":20},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PlayStation® Official Site: Consoles, Games, Accessories & More","lang":"en","ssrTextLength":12090,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":123,"imagesWithAlt":85,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"playstation.net","rank":187,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"playstation.net","observedAt":"2026-08-09T18:16:09.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"plesk.com","rank":374,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"plesk.com","observedAt":"2026-08-09T18:16:10.841Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.plesk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":101},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":639727,"botStatus":200,"botBytes":639727,"detected":false},"llmsTxt":{"present":true,"bytes":8960,"specValid":true,"issues":[],"linkCount":82},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Web Hosting & Server Management Platform | Plesk","lang":"en","ssrTextLength":6100,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":48,"imagesWithAlt":7,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"plex.bz","rank":3225,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"plex.bz","observedAt":"2026-08-09T18:16:11.687Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"plex.direct","rank":1224,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"plex.direct","observedAt":"2026-08-09T18:16:11.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"plex.tv","rank":1154,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"plex.tv","observedAt":"2026-08-09T18:16:12.079Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://watch.plex.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":120},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Watch Movies and TV Shows Free Online - Plex","lang":"en","ssrTextLength":12263,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":248,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"plos.org","rank":2165,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"plos.org","observedAt":"2026-08-09T18:16:12.149Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://plos.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":166},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":254901,"botStatus":200,"botBytes":254901,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Leading the future of open science publishing - PLOS","lang":"en","ssrTextLength":4683,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pluto.tv","rank":1857,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pluto.tv","observedAt":"2026-08-09T18:16:12.487Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pluto.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ChatGPT-User","Claude-User","Perplexity-User","Google-NotebookLM"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3022},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30108,"botStatus":200,"botBytes":30108,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Pluto TV: Watch Free Movies, TV Shows & Live TV Online","lang":"en","ssrTextLength":52,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"istio-envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pmbmonetize.live","rank":4942,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pmbmonetize.live","observedAt":"2026-08-09T18:16:13.817Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pmkisan.gov.in","rank":1936,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pmkisan.gov.in","observedAt":"2026-08-09T18:16:14.845Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pnas.org","rank":2678,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pnas.org","observedAt":"2026-08-09T18:16:16.020Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://pnas.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":559},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5719,"botStatus":403,"botBytes":5718,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pndsn.com","rank":3815,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pndsn.com","observedAt":"2026-08-09T18:16:17.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://pndsn.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98,"botStatus":200,"botBytes":98,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pochta.ru","rank":4570,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pochta.ru","observedAt":"2026-08-09T18:16:20.478Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":417,"finalUrl":"https://pochta.ru/","error":"homepage returned HTTP 417","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"podbean.com","rank":2775,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"podbean.com","observedAt":"2026-08-09T18:16:20.700Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.podbean.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":372},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":169567,"botStatus":200,"botBytes":169567,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","Service","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Free Podcast hosting and Monetizing Platform | Podbean","lang":"en","ssrTextLength":13210,"h1Count":1,"landmarks":["nav"],"imagesTotal":65,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pointtoserver.com","rank":3483,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pointtoserver.com","observedAt":"2026-08-09T18:16:21.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pokemon.com","rank":3598,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pokemon.com","observedAt":"2026-08-09T18:16:22.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pokemon.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":56663,"botStatus":200,"botBytes":1034,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Official Pokémon Website | Pokemon.com","lang":"en","ssrTextLength":3008,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":43,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"poki.com","rank":1041,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"poki.com","observedAt":"2026-08-09T18:16:22.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://poki.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1735},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":385139,"botStatus":200,"botBytes":385447,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Online Games at Poki - Play Now!","lang":"en","ssrTextLength":8228,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":204,"imagesWithAlt":204,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"politico.com","rank":2068,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"politico.com","observedAt":"2026-08-09T18:16:23.972Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.politico.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5748,"botStatus":403,"botBytes":5726,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"politico.eu","rank":3520,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"politico.eu","observedAt":"2026-08-09T18:16:24.281Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.politico.eu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":94,"usesAllowRules":true,"crawlDelay":null,"bytes":3921},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":416658,"botStatus":403,"botBytes":4547,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"POLITICO – European Politics, Policy, Government News","lang":"en","ssrTextLength":8723,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":41,"imagesWithAlt":40,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"polybuzz.ai","rank":1294,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"polybuzz.ai","observedAt":"2026-08-09T18:16:24.422Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://polybuzz.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":334},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":147405,"botStatus":200,"botBytes":142033,"detected":false},"llmsTxt":{"present":true,"bytes":1647,"specValid":true,"issues":[],"linkCount":6},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Polybuzz | Talk to AI Characters & Enjoy Free AI Chat Anytime","lang":"en","ssrTextLength":12834,"h1Count":1,"landmarks":["nav"],"imagesTotal":48,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"zgw"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"polygon.com","rank":4733,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"polygon.com","observedAt":"2026-08-09T18:16:24.709Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.polygon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Bytespider","YouBot","Diffbot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":2147},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":836357,"botStatus":200,"botBytes":836787,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Polygon: Gaming and Entertainment News, Culture, Reviews, and More","lang":"en","ssrTextLength":7532,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":53,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"polymarket.com","rank":2242,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"polymarket.com","observedAt":"2026-08-09T18:16:24.742Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://polymarket.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":73},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1502321,"botStatus":200,"botBytes":1502321,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebApplication","CollectionPage","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Polymarket | The World’s Largest Prediction Market™","lang":"en","ssrTextLength":14733,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":145,"imagesWithAlt":121,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"polyspeak.ai","rank":3643,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"polyspeak.ai","observedAt":"2026-08-09T18:16:25.317Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.polybuzz.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":147300,"botStatus":200,"botBytes":142068,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Polybuzz | Talk to AI Characters & Enjoy Free AI Chat Anytime","lang":"en","ssrTextLength":12834,"h1Count":1,"landmarks":["nav"],"imagesTotal":48,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"zgw"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"popsci.com","rank":4417,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"popsci.com","observedAt":"2026-08-09T18:16:25.954Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.popsci.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":311},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":148086,"botStatus":200,"botBytes":148086,"detected":false},"llmsTxt":{"present":true,"bytes":2515,"specValid":true,"issues":[],"linkCount":20},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Popular Science | Science and Technology Stories Since 1872","lang":"en","ssrTextLength":6777,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":36,"imagesWithAlt":23,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"popularmechanics.com","rank":4682,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"popularmechanics.com","observedAt":"2026-08-09T18:16:25.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.popularmechanics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":992},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":872445,"botStatus":200,"botBytes":872445,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","CollectionPage","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Popular Mechanics - Product Reviews, How-To, Space, Military, Math, Science, and New Technology","lang":"en","ssrTextLength":9995,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":104,"imagesWithAlt":102,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"porkbun.com","rank":1053,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"porkbun.com","observedAt":"2026-08-09T18:16:26.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://porkbun.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":840},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":105878,"botStatus":200,"botBytes":105878,"detected":false},"llmsTxt":{"present":true,"bytes":16866,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"porkbun.com | An oddly satisfying experience.","lang":"en","ssrTextLength":10668,"h1Count":4,"landmarks":["nav","footer"],"imagesTotal":20,"imagesWithAlt":20,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"porn300.com","rank":1554,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"porn300.com","observedAt":"2026-08-09T18:16:26.999Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.porn300.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["Amazonbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":151},"tier1Blocked":[],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":168551,"botStatus":200,"botBytes":168539,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"FREE PORN VIDEOS - PORN300.COM","lang":"en","ssrTextLength":3927,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":31,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"porngangg.com","rank":1958,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"porngangg.com","observedAt":"2026-08-09T18:16:27.507Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.porngangg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":206269,"botStatus":200,"botBytes":206269,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Porngangg หนังโป๊ หนังx หนัง18+ XXX คลิปโป๊ XXXนักศึกษา คลิบหลุด หีเนียน หีสวย แอบถ่าย xxxนักเรียน หีเด็กวัยรุ่น เย็ดกัน เอากัน ดูฟรีที่นี่ได้เลย","lang":"en","ssrTextLength":12943,"h1Count":2,"landmarks":["nav","header","footer","article"],"imagesTotal":62,"imagesWithAlt":62,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornhat.com","rank":1460,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornhat.com","observedAt":"2026-08-09T18:16:27.666Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pornhat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":588},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":443483,"botStatus":200,"botBytes":443483,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"PornHat - we ❤️ HD free porn videos!","lang":"en","ssrTextLength":7578,"h1Count":1,"landmarks":[],"imagesTotal":98,"imagesWithAlt":97,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornhat.one","rank":1648,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornhat.one","observedAt":"2026-08-09T18:16:27.919Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pornhat.one/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":588},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":443286,"botStatus":200,"botBytes":443286,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"PornHat - we ❤️ HD free porn videos!","lang":"en","ssrTextLength":7579,"h1Count":1,"landmarks":[],"imagesTotal":98,"imagesWithAlt":97,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornhub.com","rank":856,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornhub.com","observedAt":"2026-08-09T18:16:28.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pornhub.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5270},"tier1Blocked":[],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"cloaking":{"tested":true,"browserBytes":947847,"botStatus":200,"botBytes":944413,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Free Porn Videos & Sex Movies - Porno, XXX, Porn Tube | Pornhub","lang":"en","ssrTextLength":16967,"h1Count":1,"landmarks":["header","aside"],"imagesTotal":141,"imagesWithAlt":137,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornhub.org","rank":1379,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornhub.org","observedAt":"2026-08-09T18:16:28.276Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pornhub.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5270},"tier1Blocked":[],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"cloaking":{"tested":true,"browserBytes":950143,"botStatus":200,"botBytes":948609,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Free Porn Videos & Sex Movies - Porno, XXX, Porn Tube | Pornhub","lang":"en","ssrTextLength":16898,"h1Count":1,"landmarks":["header","aside"],"imagesTotal":145,"imagesWithAlt":141,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"porno365.golf","rank":1438,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"porno365.golf","observedAt":"2026-08-09T18:16:28.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":451,"finalUrl":"http://8porno365.run/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 451, access restricted for legal reasons","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":400},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9,"botStatus":451,"botBytes":9,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"porno666.fo","rank":1566,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"porno666.fo","observedAt":"2026-08-09T18:16:28.810Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wwwq.porno666.news/cat/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":678},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60719,"botStatus":200,"botBytes":60719,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Порно 666 - порно без подписок! Смотреть порно видео онлайн по категориям на любимом сайте.","lang":"ru","ssrTextLength":4063,"h1Count":1,"landmarks":["nav"],"imagesTotal":48,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornoborshch.com","rank":1666,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornoborshch.com","observedAt":"2026-08-09T18:16:29.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pornoborshch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":190},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":68578,"botStatus":403,"botBytes":13,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Найсмачніший Порно Борщ - Кращий український порно сайт з величезною колекцією безкоштовного порно різної тематики для тебе!Дивись безкоштовно!","lang":"uk","ssrTextLength":2992,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":237,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornobrasil.com","rank":1935,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornobrasil.com","observedAt":"2026-08-09T18:16:29.484Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pornobrasil.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":194},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":165380,"botStatus":200,"botBytes":165380,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Porno Brasil - Vídeos Pornô Brasileiro Grátis","lang":"pt","ssrTextLength":9644,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":207,"imagesWithAlt":207,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornocarioca.com","rank":4876,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornocarioca.com","observedAt":"2026-08-09T18:16:29.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pornocarioca.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":190782,"botStatus":403,"botBytes":5662,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Porno Carioca - Videos Porno Amador - Porno Gratis","lang":"pt","ssrTextLength":7855,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":104,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pornone.com","rank":1334,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornone.com","observedAt":"2026-08-09T18:16:29.621Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pornone.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":214},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":256012,"botStatus":200,"botBytes":256310,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Watch Free Porn & HD Porno Videos — PornOne ex vPorn","lang":"en","ssrTextLength":8958,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":224,"imagesWithAlt":203,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pornpics.com","rank":1205,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pornpics.com","observedAt":"2026-08-09T18:16:29.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pornpics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1209},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86801,"botStatus":200,"botBytes":86801,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Porn Pics & Sex Photos - Porno, XXX, Images, Categories","lang":"en","ssrTextLength":2608,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":181,"imagesWithAlt":181,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Angie"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"porsche.com","rank":3744,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"porsche.com","observedAt":"2026-08-09T18:16:29.813Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.porsche.com/usa/?cs_redirect=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":false,"crawlDelay":null,"bytes":4639},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":151546,"botStatus":200,"botBytes":151546,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Porsche United States | Official Website","lang":"en","ssrTextLength":1551,"h1Count":1,"landmarks":["main","article"],"imagesTotal":19,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"poshmark.com","rank":3964,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"poshmark.com","observedAt":"2026-08-09T18:16:30.461Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://poshmark.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":0.1,"bytes":1027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1569218,"botStatus":200,"botBytes":1569181,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Feed - Poshmark","lang":"en","ssrTextLength":8080,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Version 1.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"poshvine.com","rank":3077,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"poshvine.com","observedAt":"2026-08-09T18:16:30.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://razorpay.com/engage/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1360748,"botStatus":200,"botBytes":1360755,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Razorpay Engage: Payments powered growth marketing suite","lang":"en","ssrTextLength":22307,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":73,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"poste.it","rank":1261,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"poste.it","observedAt":"2026-08-09T18:16:30.959Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.poste.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":252166,"botStatus":200,"botBytes":252166,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Poste Italiane - Servizi postali, finanziari e assicurativi","lang":"it","ssrTextLength":15537,"h1Count":4,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":33,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"postgresql.org","rank":1271,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"postgresql.org","observedAt":"2026-08-09T18:16:31.505Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.postgresql.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":273},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24952,"botStatus":200,"botBytes":24952,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PostgreSQL: The world's most advanced open source database","lang":"en","ssrTextLength":6398,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"posthog.com","rank":2283,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"posthog.com","observedAt":"2026-08-09T18:16:31.611Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://posthog.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":209},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1418302,"botStatus":200,"botBytes":1418302,"detected":false},"llmsTxt":{"present":true,"bytes":350030,"specValid":true,"issues":[],"linkCount":3338},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PostHog – We make your product self-driving","lang":null,"ssrTextLength":4067,"h1Count":1,"landmarks":["nav","article","aside"],"imagesTotal":18,"imagesWithAlt":4,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"postimg.cc","rank":4091,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"postimg.cc","observedAt":"2026-08-09T18:16:32.129Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://postimages.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41790,"botStatus":200,"botBytes":41790,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Postimages — free image hosting / image upload","lang":"en","ssrTextLength":2549,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"postman.com","rank":3385,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"postman.com","observedAt":"2026-08-09T18:16:32.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.postman.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":201},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":272726,"botStatus":200,"botBytes":272726,"detected":false},"llmsTxt":{"present":true,"bytes":3413,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Postman: The World's Leading API Platform | Sign Up for Free","lang":"en","ssrTextLength":4551,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":54,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"postrelease.com","rank":2012,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"postrelease.com","observedAt":"2026-08-09T18:16:32.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://postrelease.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":243,"botStatus":403,"botBytes":243,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":120,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"powerapps.com","rank":2821,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"powerapps.com","observedAt":"2026-08-09T18:16:32.940Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/power-platform/products/power-apps/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":406531,"botStatus":200,"botBytes":406531,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Microsoft Power Apps: Low-Code AI App Builder | Microsoft","lang":"en","ssrTextLength":22096,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":63,"imagesWithAlt":45,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"powerbi.com","rank":2548,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"powerbi.com","observedAt":"2026-08-09T18:16:33.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://app.powerbi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":28027,"botStatus":200,"botBytes":28027,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Power BI","lang":null,"ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"powerplatform.com","rank":3499,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"powerplatform.com","observedAt":"2026-08-09T18:16:33.997Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/power-platform","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":377037,"botStatus":200,"botBytes":377037,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AI-Powered Development Tools | Microsoft Power Platform","lang":"en","ssrTextLength":23706,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":79,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pp.ru","rank":3151,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pp.ru","observedAt":"2026-08-09T18:16:34.055Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pp.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6052,"botStatus":200,"botBytes":6052,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Регистратура доменов NET.RU, ORG.RU, PP.RU","lang":"ru","ssrTextLength":490,"h1Count":1,"landmarks":[],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pp.ua","rank":4762,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pp.ua","observedAt":"2026-08-09T18:16:34.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pp.ua/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":119},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10912,"botStatus":200,"botBytes":10912,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"pp.ua - free domain for people!","lang":null,"ssrTextLength":1475,"h1Count":0,"landmarks":[],"imagesTotal":34,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pphosted.com","rank":2681,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pphosted.com","observedAt":"2026-08-09T18:16:34.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ppomppu.co.kr","rank":1537,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ppomppu.co.kr","observedAt":"2026-08-09T18:16:34.535Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ppomppu.co.kr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":615},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":107945,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"�˻� - ����� ���� �Բ��ϴ� ��","lang":"ko","ssrTextLength":10001,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":24,"imagesWithAlt":22,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ISayPPOM2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pravda.com.ua","rank":4838,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pravda.com.ua","observedAt":"2026-08-09T18:16:34.628Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pravda.com.ua/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":757},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":230691,"botStatus":200,"botBytes":230691,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ItemList","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Українська правда - новини онлайн про Україну","lang":"uk","ssrTextLength":12064,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":46,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"preply.com","rank":4623,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"preply.com","observedAt":"2026-08-09T18:16:34.679Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://preply.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended","meta-externalagent"],"groupCount":12,"usesAllowRules":true,"crawlDelay":2,"bytes":3592},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1214089,"botStatus":200,"botBytes":1214089,"detected":false},"llmsTxt":{"present":true,"bytes":3256,"specValid":false,"issues":["no blockquote summary"],"linkCount":12},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["LocalBusiness","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Preply: Learn with the best online language tutors on app & web","lang":"en","ssrTextLength":6174,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":28,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"presage.io","rank":966,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"presage.io","observedAt":"2026-08-09T18:16:34.680Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"CERT_HAS_EXPIRED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pressreader.com","rank":5010,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pressreader.com","observedAt":"2026-08-09T18:16:35.340Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":36238},"tier1Blocked":[],"tier2Blocked":["Bytespider","kagi-fetcher","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"prestashop.com","rank":3856,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prestashop.com","observedAt":"2026-08-09T18:16:35.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://prestashop.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1760},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":302302,"botStatus":200,"botBytes":302302,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Create an online shop easily - Ecommerce | PrestaShop","lang":null,"ssrTextLength":8292,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":144,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"prezi.com","rank":2859,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prezi.com","observedAt":"2026-08-09T18:16:35.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://prezi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":776},"tier1Blocked":["GPTBot","ClaudeBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":260312,"botStatus":200,"botBytes":260312,"detected":false},"llmsTxt":{"present":true,"bytes":12436,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Prezi | The AI presentation maker for engaging presentations","lang":"en","ssrTextLength":15234,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":79,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"priceline.com","rank":4368,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"priceline.com","observedAt":"2026-08-09T18:16:36.505Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.priceline.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["OAI-SearchBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":4163},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5373,"botStatus":403,"botBytes":5373,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access to this page has been denied","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"primevideo.com","rank":749,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"primevideo.com","observedAt":"2026-08-09T18:16:36.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.primevideo.com/offers/nonprimehomepage?ref_=dv_web_force_root","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["ChatGPT-User","Claude-User","PerplexityBot","Perplexity-User","meta-externalagent","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"groupCount":94,"usesAllowRules":false,"crawlDelay":null,"bytes":4348},"tier1Blocked":["ChatGPT-User","Claude-User","PerplexityBot","Perplexity-User","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot"],"cloaking":{"tested":true,"browserBytes":498498,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Prime Video: Watch movies, TV shows, sports, and live TV","lang":"en","ssrTextLength":1427,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":5,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"primis.tech","rank":2139,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"primis.tech","observedAt":"2026-08-09T18:16:36.519Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.primis.tech/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":236},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":128595,"botStatus":200,"botBytes":128595,"detected":false},"llmsTxt":{"present":true,"bytes":17381,"specValid":true,"issues":[],"linkCount":117},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Video Discovery Platform | primis","lang":"en","ssrTextLength":3876,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":70,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"princeton.edu","rank":860,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"princeton.edu","observedAt":"2026-08-09T18:16:36.536Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.princeton.edu/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2275},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":103930,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Princeton University","lang":"en","ssrTextLength":11509,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":32,"imagesWithAlt":28,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"principal.com","rank":4790,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"principal.com","observedAt":"2026-08-09T18:16:37.064Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.principal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2039},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":105537,"botStatus":200,"botBytes":105537,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Retirement, Investments, and Insurance | Principal","lang":"en","ssrTextLength":5917,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":5,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"printercloud.com","rank":3429,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"printercloud.com","observedAt":"2026-08-09T18:16:37.409Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"prismaaccess.com","rank":3987,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prismaaccess.com","observedAt":"2026-08-09T18:16:37.566Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"privacy-center.org","rank":2409,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"privacy-center.org","observedAt":"2026-08-09T18:16:37.957Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"privacy-mgmt.com","rank":1071,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"privacy-mgmt.com","observedAt":"2026-08-09T18:16:38.121Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"privacymanager.io","rank":2099,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"privacymanager.io","observedAt":"2026-08-09T18:16:38.391Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://liveramp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":239914,"botStatus":200,"botBytes":239914,"detected":false},"llmsTxt":{"present":true,"bytes":10846,"specValid":false,"issues":["no blockquote summary"],"linkCount":63},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"AI-Powered Marketing | LiveRamp","lang":"en","ssrTextLength":8790,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":51,"imagesWithAlt":29,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"privacyshield.gov","rank":2830,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"privacyshield.gov","observedAt":"2026-08-09T18:16:38.752Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"prnewswire.com","rank":782,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prnewswire.com","observedAt":"2026-08-09T18:16:39.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.prnewswire.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":3353},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":237113,"botStatus":200,"botBytes":237113,"detected":false},"llmsTxt":{"present":true,"bytes":2598,"specValid":false,"issues":["no blockquote summary"],"linkCount":12},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"PR Newswire: press release distribution, targeting, monitoring and marketing | PR Newswire","lang":"en","ssrTextLength":15978,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"prodregistryv2.org","rank":133,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prodregistryv2.org","observedAt":"2026-08-09T18:16:39.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://prodregistryv2.org/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"producthunt.com","rank":4444,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"producthunt.com","observedAt":"2026-08-09T18:16:39.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://producthunt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":5683,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"profi.ru","rank":3199,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"profi.ru","observedAt":"2026-08-09T18:16:39.512Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://profi.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4023},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":237532,"botStatus":429,"botBytes":29,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Профи.ру — сервис поиска специалистов","lang":"ru","ssrTextLength":6483,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":53,"imagesWithAlt":36,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"programme-tv.net","rank":1518,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"programme-tv.net","observedAt":"2026-08-09T18:16:39.718Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.programme-tv.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["CCBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1814},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":507601,"botStatus":200,"botBytes":507601,"detected":false},"llmsTxt":{"present":true,"bytes":3805,"specValid":true,"issues":[],"linkCount":33},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Programme TV par Télé-Loisirs, TNT, box télé et satellite","lang":"fr","ssrTextLength":12899,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":96,"imagesWithAlt":88,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"promiedos.com.ar","rank":1662,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"promiedos.com.ar","observedAt":"2026-08-09T18:16:39.843Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.promiedos.com.ar/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":108071,"botStatus":200,"botBytes":108071,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PROMIEDOS - Futbol Argentino - Fixture, Posiciones, Copas","lang":"es","ssrTextLength":1535,"h1Count":1,"landmarks":["main","header","footer","aside"],"imagesTotal":23,"imagesWithAlt":21,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"proofpoint.com","rank":2163,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"proofpoint.com","observedAt":"2026-08-09T18:16:40.252Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.proofpoint.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Diffbot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":10,"bytes":100464},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Diffbot"],"cloaking":{"tested":true,"browserBytes":142038,"botStatus":200,"botBytes":142038,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Enterprise Cybersecurity Solutions, Services & Training | Proofpoint US","lang":"en","ssrTextLength":9752,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":22,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"imperva","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"proofpoint.us","rank":3436,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"proofpoint.us","observedAt":"2026-08-09T18:16:40.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"property24.com","rank":1468,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"property24.com","observedAt":"2026-08-09T18:16:40.730Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"https://www.property24.com/","error":"homepage returned HTTP 503","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":4105},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"propublica.org","rank":4255,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"propublica.org","observedAt":"2026-08-09T18:16:41.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.propublica.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":190},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371967,"botStatus":200,"botBytes":371967,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ProPublica — Investigative Journalism and News in the Public Interest","lang":"en","ssrTextLength":13556,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":72,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"proquest.com","rank":3567,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"proquest.com","observedAt":"2026-08-09T18:16:41.316Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2491},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"protechts.net","rank":2603,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"protechts.net","observedAt":"2026-08-09T18:16:41.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://protechts.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"protek.ru","rank":3960,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"protek.ru","observedAt":"2026-08-09T18:16:41.529Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"proton.me","rank":2949,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"proton.me","observedAt":"2026-08-09T18:16:41.666Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://proton.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":181},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":436117,"botStatus":200,"botBytes":436117,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Corporation","WebSite","SoftwareApplication","WebApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Proton: Privacy by default","lang":"en","ssrTextLength":12091,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":89,"imagesWithAlt":52,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"protothema.gr","rank":1445,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"protothema.gr","observedAt":"2026-08-09T18:16:42.052Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.protothema.gr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":817},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":568208,"botStatus":200,"botBytes":568208,"detected":false},"llmsTxt":{"present":true,"bytes":17392,"specValid":true,"issues":[],"linkCount":190},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Πρώτο Θέμα - ειδήσεις από την Ελλάδα και όλο τον κόσμο - Έκτακτη επικαιρότητα","lang":"el","ssrTextLength":40633,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":172,"imagesWithAlt":160,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"protrafficinspector.com","rank":5062,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"protrafficinspector.com","observedAt":"2026-08-09T18:16:42.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://protrafficinspector.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":555,"botStatus":403,"botBytes":153,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":40,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.25.3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"proxad.net","rank":3959,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"proxad.net","observedAt":"2026-08-09T18:16:42.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.free.fr/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":1051},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":806878,"botStatus":200,"botBytes":806878,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Freebox, offres internet Très Haut Débit fibre, ADSL - Free","lang":"fr","ssrTextLength":7454,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":49,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"proxmox.com","rank":3985,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"proxmox.com","observedAt":"2026-08-09T18:16:42.689Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://proxmox.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1021},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74611,"botStatus":200,"botBytes":68852,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Proxmox - Powerful open-source server solutions","lang":"en","ssrTextLength":5517,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"joomla","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"prserv.net","rank":2699,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prserv.net","observedAt":"2026-08-09T18:16:42.704Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"prtimes.jp","rank":3627,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prtimes.jp","observedAt":"2026-08-09T18:16:43.407Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://prtimes.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":283847,"botStatus":200,"botBytes":283847,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"PR TIMES｜プレスリリース・ニュースリリースNo.1配信サービス","lang":"ja","ssrTextLength":4875,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":51,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"prudential.com","rank":4918,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prudential.com","observedAt":"2026-08-09T18:16:44.144Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.prudential.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":132161,"botStatus":200,"botBytes":915,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Invest, Insure, Retire and Plan | Prudential Financial","lang":"en","ssrTextLength":11613,"h1Count":0,"landmarks":["main","nav","footer","article"],"imagesTotal":6,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"imperva","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pruffme.com","rank":2553,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pruffme.com","observedAt":"2026-08-09T18:16:44.531Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pruffme.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":504},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102230,"botStatus":200,"botBytes":102230,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Pruffme - webinars, meetings, whiteboards","lang":"en","ssrTextLength":6943,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":57,"imagesWithAlt":57,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"prweb.com","rank":4681,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"prweb.com","observedAt":"2026-08-09T18:16:44.733Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.prweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":462},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":158596,"botStatus":200,"botBytes":158596,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Online Press Release Distribution Service | PRWeb","lang":"en","ssrTextLength":9074,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":10,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ps.kz","rank":2751,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ps.kz","observedAt":"2026-08-09T18:16:44.750Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ps.kz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":79},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":177869,"botStatus":200,"botBytes":177869,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PS Cloud Services. Облачный провайдер и регистратор доменов","lang":"kk","ssrTextLength":10131,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":146,"imagesWithAlt":140,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"pstatic.net","rank":2736,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pstatic.net","observedAt":"2026-08-09T18:16:44.815Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pstatp.com","rank":4418,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pstatp.com","observedAt":"2026-08-09T18:16:44.922Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"psu.edu","rank":1206,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"psu.edu","observedAt":"2026-08-09T18:16:45.679Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.psu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":24017},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":287389,"botStatus":200,"botBytes":287389,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity","WebPage","ItemList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Pennsylvania State University | Penn State","lang":"en","ssrTextLength":6193,"h1Count":1,"landmarks":["main"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"psychologytoday.com","rank":1127,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"psychologytoday.com","observedAt":"2026-08-09T18:16:46.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.psychologytoday.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":4915},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":177318,"botStatus":200,"botBytes":177318,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Psychology Today: Health, Help, Happiness + Find a Therapist","lang":"en","ssrTextLength":21480,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":64,"imagesWithAlt":31,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":"nginx/1.26.3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ptgaming.ph","rank":1643,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ptgaming.ph","observedAt":"2026-08-09T18:16:46.259Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ptgaming.ph/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15509,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"PT Gaming - No.1 Legit Gaming in PH","lang":null,"ssrTextLength":104,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ptt.cc","rank":1489,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ptt.cc","observedAt":"2026-08-09T18:16:46.788Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ptt.cc/index.html","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5947,"botStatus":200,"botBytes":5947,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"首頁 - 批踢踢實業坊","lang":null,"ssrTextLength":1358,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pub.network","rank":3291,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pub.network","observedAt":"2026-08-09T18:16:47.031Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://pub.network/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111,"botStatus":403,"botBytes":111,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":27,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"UploadServer"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"publi24.ro","rank":1607,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"publi24.ro","observedAt":"2026-08-09T18:16:47.032Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.publi24.ro/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Bytespider"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":1150},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":149990,"botStatus":200,"botBytes":149990,"detected":false},"llmsTxt":{"present":true,"bytes":5469,"specValid":false,"issues":["no blockquote summary"],"linkCount":32},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Publi24 | Anunțuri gratuite - vinde și cumpără produse second hand si noi","lang":"ro","ssrTextLength":4390,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"publicnode.com","rank":1362,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"publicnode.com","observedAt":"2026-08-09T18:16:47.379Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://publicnode.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":189},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":947340,"botStatus":200,"botBytes":947340,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PublicNode","lang":null,"ssrTextLength":14423,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pubmnet.com","rank":1875,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pubmnet.com","observedAt":"2026-08-09T18:16:47.723Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pubnative.net","rank":2757,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pubnative.net","observedAt":"2026-08-09T18:16:47.738Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://verve.com/performance-marketplace-for-publishers/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":81},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":252913,"botStatus":200,"botBytes":252913,"detected":false},"llmsTxt":{"present":true,"bytes":821,"specValid":true,"issues":[],"linkCount":7},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Mobile App Monetization | Verve","lang":"en","ssrTextLength":7422,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":73,"imagesWithAlt":73,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pubnub.com","rank":5082,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pubnub.com","observedAt":"2026-08-09T18:16:48.413Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pubnub.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":346964,"botStatus":200,"botBytes":346964,"detected":false},"llmsTxt":{"present":true,"bytes":4569,"specValid":true,"issues":[],"linkCount":34},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Build, manage, & optimize real-time apps at scale | PubNub","lang":"en","ssrTextLength":9763,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":111,"imagesWithAlt":96,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pullcf.com","rank":2842,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pullcf.com","observedAt":"2026-08-09T18:16:48.674Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pullcm.com","rank":2145,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pullcm.com","observedAt":"2026-08-09T18:16:49.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"purdue.edu","rank":2252,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"purdue.edu","observedAt":"2026-08-09T18:16:49.464Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://purdue.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":3,"bytes":2855},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85045,"botStatus":200,"botBytes":145244,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Purdue University","lang":"en","ssrTextLength":1626,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":9,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pure.cloud","rank":4690,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pure.cloud","observedAt":"2026-08-09T18:16:49.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"purl.org","rank":4281,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"purl.org","observedAt":"2026-08-09T18:16:50.632Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://purl.archive.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":1,"bytes":29},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5368,"botStatus":200,"botBytes":5368,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PURL Administration","lang":"en","ssrTextLength":835,"h1Count":1,"landmarks":["nav"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pushd.com","rank":5068,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pushd.com","observedAt":"2026-08-09T18:16:50.971Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://auraframes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":552914,"botStatus":200,"botBytes":552914,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Aura Frames | The Best Digital Picture Frame","lang":"en","ssrTextLength":8271,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":48,"imagesWithAlt":46,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"pusher.com","rank":1886,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pusher.com","observedAt":"2026-08-09T18:16:51.355Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pusher.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":233822,"botStatus":200,"botBytes":233822,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Pusher | Leader In Realtime Technologies","lang":"en","ssrTextLength":9400,"h1Count":2,"landmarks":[],"imagesTotal":57,"imagesWithAlt":8,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudfront","server":"nginx/1.27.5"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pushwoosh.com","rank":3570,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pushwoosh.com","observedAt":"2026-08-09T18:16:51.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pushwoosh.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":423},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":191547,"botStatus":200,"botBytes":191547,"detected":false},"llmsTxt":{"present":true,"bytes":20688,"specValid":true,"issues":[],"linkCount":105},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Customer engagement platform: push, email, in-app | Pushwoosh","lang":"en","ssrTextLength":9678,"h1Count":1,"landmarks":["main","nav","header","aside"],"imagesTotal":39,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"pushy.io","rank":644,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pushy.io","observedAt":"2026-08-09T18:16:51.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pushy.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":48365,"botStatus":200,"botBytes":48365,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Pushy - Lightning-Fast & Highly-Reliable Push Notifications","lang":"en","ssrTextLength":5019,"h1Count":3,"landmarks":["nav","footer"],"imagesTotal":53,"imagesWithAlt":8,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pussyboy.net","rank":1593,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pussyboy.net","observedAt":"2026-08-09T18:16:52.042Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pussyboy.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24480,"botStatus":200,"botBytes":24040,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free xxx videos: XXX best Sex Movies and Hd Porn Videos","lang":"en","ssrTextLength":2341,"h1Count":0,"landmarks":["nav"],"imagesTotal":17,"imagesWithAlt":17,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pussyspace.com","rank":1493,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pussyspace.com","observedAt":"2026-08-09T18:16:52.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pussyspace.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","PerplexityBot","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":false,"crawlDelay":5,"bytes":782},"tier1Blocked":["ClaudeBot","PerplexityBot"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":47257,"botStatus":403,"botBytes":5746,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Pussy Videos | Porn Videos & XXX - PussySpace","lang":"en","ssrTextLength":3962,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":34,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pv-cdn.net","rank":75,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pv-cdn.net","observedAt":"2026-08-09T18:16:52.475Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pvp.net","rank":743,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pvp.net","observedAt":"2026-08-09T18:16:52.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pwc.com","rank":2135,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pwc.com","observedAt":"2026-08-09T18:16:52.975Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.pwc.com/us/en.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":171286,"botStatus":200,"botBytes":171134,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"PwC: Audit and assurance, consulting and tax services","lang":"en","ssrTextLength":7554,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":18,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"px-cloud.net","rank":1232,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"px-cloud.net","observedAt":"2026-08-09T18:16:53.041Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://px-cloud.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pxf.io","rank":2645,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pxf.io","observedAt":"2026-08-09T18:16:53.292Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"pypi.org","rank":2728,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"pypi.org","observedAt":"2026-08-09T18:16:53.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pypi.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":325},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22914,"botStatus":200,"botBytes":22914,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"PyPI · The Python Package Index","lang":"en","ssrTextLength":1757,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":11,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"gunicorn"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"python.org","rank":741,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"python.org","observedAt":"2026-08-09T18:16:53.557Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.python.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":537},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":52831,"botStatus":200,"botBytes":52831,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Welcome to Python.org","lang":"en","ssrTextLength":6885,"h1Count":5,"landmarks":["nav","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qcloud.com","rank":1822,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qcloud.com","observedAt":"2026-08-09T18:16:53.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qcomgeo2.com","rank":3561,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qcomgeo2.com","observedAt":"2026-08-09T18:16:54.259Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qh-cdn.com","rank":3530,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qh-cdn.com","observedAt":"2026-08-09T18:16:54.291Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qianxun.com","rank":2566,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qianxun.com","observedAt":"2026-08-09T18:16:55.074Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qihucdn.com","rank":4933,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qihucdn.com","observedAt":"2026-08-09T18:16:55.810Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qlivecdn.com","rank":589,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qlivecdn.com","observedAt":"2026-08-09T18:16:56.222Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qlogo.cn","rank":4058,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qlogo.cn","observedAt":"2026-08-09T18:16:56.421Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qnap.com","rank":3467,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qnap.com","observedAt":"2026-08-09T18:16:56.754Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.qnap.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":984},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176092,"botStatus":200,"botBytes":176092,"detected":false},"llmsTxt":{"present":true,"bytes":1918,"specValid":true,"issues":[],"linkCount":6},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"QNAP (US) | Secure, Intelligent Data & Storage Solutions","lang":"en","ssrTextLength":16886,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":133,"imagesWithAlt":129,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"qorno.com","rank":1553,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qorno.com","observedAt":"2026-08-09T18:16:57.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.qorno.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":464},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5702,"botStatus":403,"botBytes":5681,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"qpic.cn","rank":3358,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qpic.cn","observedAt":"2026-08-09T18:16:57.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qq.com","rank":87,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qq.com","observedAt":"2026-08-09T18:16:57.990Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.qq.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":112201,"botStatus":200,"botBytes":112201,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"腾讯网","lang":"zh","ssrTextLength":1264,"h1Count":0,"landmarks":[],"imagesTotal":17,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"tRPC-Gateway"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"qq.com.cn","rank":4527,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qq.com.cn","observedAt":"2026-08-09T18:16:58.070Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qrcdn.net","rank":3872,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qrcdn.net","observedAt":"2026-08-09T18:16:58.361Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"quad9.net","rank":3936,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quad9.net","observedAt":"2026-08-09T18:17:01.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://quad9.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":54},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":29764,"botStatus":200,"botBytes":29764,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Quad9 | A public and free DNS service for a better security and privacy","lang":"en","ssrTextLength":11090,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":19,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.22.1"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"qualcomm.com","rank":3719,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qualcomm.com","observedAt":"2026-08-09T18:17:01.536Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.qualcomm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":445},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9089,"botStatus":200,"botBytes":320213,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Qualcomm: Intelligent Computing Everywhere","lang":"en","ssrTextLength":42,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"qualtrics.com","rank":866,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qualtrics.com","observedAt":"2026-08-09T18:17:02.026Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.qualtrics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":29305},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":553504,"botStatus":200,"botBytes":553504,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Qualtrics XM: The Leading Experience Management Software - Qualtrics","lang":"en","ssrTextLength":13211,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":25,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"qualys.com","rank":4880,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qualys.com","observedAt":"2026-08-09T18:17:03.128Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.qualys.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1693},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":289606,"botStatus":200,"botBytes":289606,"detected":false},"llmsTxt":{"present":true,"bytes":9670,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","Organization","WebSite","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Enterprise Cyber Risk and Security Platform | Qualys","lang":null,"ssrTextLength":52,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"quantcount.com","rank":2332,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quantcount.com","observedAt":"2026-08-09T18:17:03.573Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"quantserve.com","rank":684,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quantserve.com","observedAt":"2026-08-09T18:17:05.176Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":155},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"quantummetric.com","rank":2287,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quantummetric.com","observedAt":"2026-08-09T18:17:05.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.quantummetric.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":312},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":526734,"botStatus":200,"botBytes":527004,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Digital Analytics Platform | Quantum Metric","lang":"en","ssrTextLength":8924,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":42,"imagesWithAlt":42,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"quark.cn","rank":3527,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quark.cn","observedAt":"2026-08-09T18:17:05.609Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.quark.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":650},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":58697,"botStatus":200,"botBytes":58697,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"夸克_AI旗舰应用官网","lang":null,"ssrTextLength":4801,"h1Count":1,"landmarks":[],"imagesTotal":58,"imagesWithAlt":56,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Userver"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"queniuaa.com","rank":893,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniuaa.com","observedAt":"2026-08-09T18:17:06.749Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniuak.com","rank":2841,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniuak.com","observedAt":"2026-08-09T18:17:07.826Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniubg.com","rank":3443,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniubg.com","observedAt":"2026-08-09T18:17:08.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniucf.com","rank":2898,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniucf.com","observedAt":"2026-08-09T18:17:09.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniuck.com","rank":2555,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniuck.com","observedAt":"2026-08-09T18:17:09.883Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniuiq.com","rank":4378,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniuiq.com","observedAt":"2026-08-09T18:17:10.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniukw.com","rank":4694,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniukw.com","observedAt":"2026-08-09T18:17:11.367Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniuso.com","rank":4857,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniuso.com","observedAt":"2026-08-09T18:17:13.534Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniusy.com","rank":4772,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniusy.com","observedAt":"2026-08-09T18:17:15.273Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniusz.com","rank":4033,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniusz.com","observedAt":"2026-08-09T18:17:16.549Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniuum.com","rank":4679,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniuum.com","observedAt":"2026-08-09T18:17:18.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"queniuyk.com","rank":3780,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"queniuyk.com","observedAt":"2026-08-09T18:17:20.398Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"quickconnect.to","rank":345,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quickconnect.to","observedAt":"2026-08-09T18:17:21.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://quickconnect.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67056,"botStatus":200,"botBytes":67056,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Synology QuickConnect","lang":null,"ssrTextLength":1739,"h1Count":0,"landmarks":[],"imagesTotal":10,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"quillbot.com","rank":3752,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quillbot.com","observedAt":"2026-08-09T18:17:22.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://quillbot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1946},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":835517,"botStatus":200,"botBytes":833895,"detected":false},"llmsTxt":{"present":true,"bytes":73949,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections"],"linkCount":324},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Quillbot: Write, Design & Create","lang":"en","ssrTextLength":8898,"h1Count":1,"landmarks":["footer"],"imagesTotal":26,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"quizlet.com","rank":2806,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quizlet.com","observedAt":"2026-08-09T18:17:22.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://quizlet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":160620,"botStatus":403,"botBytes":160620,"detected":true},"llmsTxt":{"present":true,"bytes":7414,"specValid":true,"issues":[],"linkCount":41},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Captcha Challenge…","lang":"en","ssrTextLength":193,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"qunar.com","rank":2622,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qunar.com","observedAt":"2026-08-09T18:17:22.612Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.qunar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":502},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2798,"botStatus":200,"botBytes":2798,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"【去哪儿网】机票查询预订，酒店预订，旅游团购，度假搜索，门票预订-去哪儿网Qunar.com","lang":"en","ssrTextLength":46,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QWS/1.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"quora.com","rank":476,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"quora.com","observedAt":"2026-08-09T18:17:23.394Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot","Bytespider","Diffbot"],"groupCount":29,"usesAllowRules":true,"crawlDelay":null,"bytes":18792},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qvc.com","rank":5015,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qvc.com","observedAt":"2026-08-09T18:17:23.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.qvc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":359882,"botStatus":200,"botBytes":359727,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"QVC | Shop QVC® For Today’s Special Value & Top Brands At The Official Site","lang":"en","ssrTextLength":14618,"h1Count":1,"landmarks":["nav"],"imagesTotal":51,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qvdt3feo.com","rank":3822,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qvdt3feo.com","observedAt":"2026-08-09T18:17:23.982Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://qvdt3feo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qwest.net","rank":4686,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qwest.net","observedAt":"2026-08-09T18:17:24.216Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"qz.com","rank":2513,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"qz.com","observedAt":"2026-08-09T18:17:24.985Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://qz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":11656},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5653,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"r7ops.com","rank":4395,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"r7ops.com","observedAt":"2026-08-09T18:17:26.389Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rackcdn.com","rank":3594,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rackcdn.com","observedAt":"2026-08-09T18:17:27.118Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rackspace.com","rank":1494,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rackspace.com","observedAt":"2026-08-09T18:17:27.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rackspace.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1893},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95902,"botStatus":200,"botBytes":95902,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rackspace Technology | Where Enterprise AI runs and outcomes scale","lang":"en","ssrTextLength":8524,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":24,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rackspace.net","rank":1322,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rackspace.net","observedAt":"2026-08-09T18:17:27.240Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"radiofrance.fr","rank":3406,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"radiofrance.fr","observedAt":"2026-08-09T18:17:27.897Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.radiofrance.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Google-NotebookLM"],"groupCount":65,"usesAllowRules":false,"crawlDelay":null,"bytes":3151},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Google-NotebookLM"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":372,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Radio France | Écoutez en ligne vos radios","lang":"fr","ssrTextLength":851317,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":304,"imagesWithAlt":232,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sveltekit","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"raiffeisen.ru","rank":2704,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"raiffeisen.ru","observedAt":"2026-08-09T18:17:28.835Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.raiffeisen.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3086},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":213363,"botStatus":200,"botBytes":213363,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NGO","BankOrCreditUnion"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Райффайзен Банк – банковские услуги для жизни и бизнеса","lang":"ru","ssrTextLength":6036,"h1Count":2,"landmarks":[],"imagesTotal":9,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nope"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"railway.app","rank":2935,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"railway.app","observedAt":"2026-08-09T18:17:28.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://railway.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":449},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":386374,"botStatus":200,"botBytes":386374,"detected":false},"llmsTxt":{"present":true,"bytes":4837,"specValid":true,"issues":[],"linkCount":33},"agentsMd":{"present":true,"bytes":13119},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Railway | The all-in-one intelligent cloud provider","lang":"en","ssrTextLength":7343,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":60,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"railway-hikari"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"rainberrytv.com","rank":2464,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rainberrytv.com","observedAt":"2026-08-09T18:17:29.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rainberrytv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34702,"botStatus":200,"botBytes":34702,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"RainberryTV","lang":"en","ssrTextLength":11,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rakuten-sec.co.jp","rank":1544,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rakuten-sec.co.jp","observedAt":"2026-08-09T18:17:29.329Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rakuten-sec.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":484},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":300147,"botStatus":200,"botBytes":300147,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"楽天証券 | ネット証券（株・FX・投資信託･確定拠出年金･NISA）","lang":"ja","ssrTextLength":9438,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":137,"imagesWithAlt":88,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rakuten.co.jp","rank":559,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rakuten.co.jp","observedAt":"2026-08-09T18:17:29.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rakuten.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":490},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43,"botStatus":200,"botBytes":379834,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":42,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rakuten.com","rank":796,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rakuten.com","observedAt":"2026-08-09T18:17:30.492Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rakuten.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2621},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1956921,"botStatus":200,"botBytes":1956921,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Coupons, Promo Codes & Cash Back | Rakuten","lang":null,"ssrTextLength":7454,"h1Count":11,"landmarks":["header","footer"],"imagesTotal":109,"imagesWithAlt":109,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rambler.ru","rank":1075,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rambler.ru","observedAt":"2026-08-09T18:17:30.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rambler.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":2014},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":317395,"botStatus":200,"botBytes":317335,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Рамблер — медийный портал: новости России и мира, почта, поиск, погода","lang":"ru","ssrTextLength":18755,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":75,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rapid7.com","rank":1754,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rapid7.com","observedAt":"2026-08-09T18:17:30.666Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rapid7.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":205},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":734222,"botStatus":200,"botBytes":734222,"detected":false},"llmsTxt":{"present":true,"bytes":2271,"specValid":true,"issues":[],"linkCount":16},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Rapid7 Managed Cybersecurity: Outpace Attackers","lang":"en","ssrTextLength":11502,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":110,"imagesWithAlt":57,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rapidedge.io","rank":4132,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rapidedge.io","observedAt":"2026-08-09T18:17:30.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rapidssl.com","rank":4346,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rapidssl.com","observedAt":"2026-08-09T18:17:30.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rapidssl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":106},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30955,"botStatus":200,"botBytes":30955,"detected":false},"llmsTxt":{"present":true,"bytes":2275,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Upgrade your TLS/SSL & Wildcard Certificates to GeoTrust | RapidSSL","lang":"en","ssrTextLength":1937,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":19,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"raspberrypi.org","rank":3913,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"raspberrypi.org","observedAt":"2026-08-09T18:17:30.982Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.raspberrypi.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":165},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":73251,"botStatus":200,"botBytes":73251,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Teach, learn, and make with the Raspberry Pi Foundation","lang":"en","ssrTextLength":5330,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rat.xxx","rank":1490,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rat.xxx","observedAt":"2026-08-09T18:17:33.048Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rat.xxx/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":940},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":283244,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos, HD Sex Movies","lang":"en","ssrTextLength":8987,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":134,"imagesWithAlt":134,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ravm.tv","rank":2791,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ravm.tv","observedAt":"2026-08-09T18:17:34.040Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://ravm.tv/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rayjump.com","rank":1789,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rayjump.com","observedAt":"2026-08-09T18:17:34.105Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.rayjump.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3628,"botStatus":200,"botBytes":3628,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"汇量科技rayjump业务","lang":"cn","ssrTextLength":174,"h1Count":6,"landmarks":["main","header","footer"],"imagesTotal":5,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"razer.com","rank":4230,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"razer.com","observedAt":"2026-08-09T18:17:34.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.razer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1485},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1472195,"botStatus":200,"botBytes":1472195,"detected":false},"llmsTxt":{"present":true,"bytes":4075,"specValid":true,"issues":[],"linkCount":23},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Brand","Organization","ProfessionalService"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Razer United States | For Gamers. By Gamers.","lang":"en","ssrTextLength":17367,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":22,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"razorpay.com","rank":3543,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"razorpay.com","observedAt":"2026-08-09T18:17:34.350Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://razorpay.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Bytespider","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":4,"usesAllowRules":true,"crawlDelay":1,"bytes":791},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":19784,"specValid":true,"issues":[],"linkCount":98},"agentsMd":{"present":true,"bytes":4966},"structured":{"jsonLdTypes":["Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Razorpay - Best Payment Solution for Online Payments India","lang":"en","ssrTextLength":25852,"h1Count":1,"landmarks":["nav"],"imagesTotal":221,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rbc.ru","rank":1171,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rbc.ru","observedAt":"2026-08-09T18:17:34.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://www.rbc.ru/8c1a1713-f82e-4b8a-97a4-6a2f1cfa20a2/","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":4696},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rbxcdn.com","rank":249,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rbxcdn.com","observedAt":"2026-08-09T18:17:35.262Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"readthedocs.io","rank":903,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"readthedocs.io","observedAt":"2026-08-09T18:17:35.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://about.readthedocs.com/?ref=app.readthedocs.org","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34782,"botStatus":403,"botBytes":5489,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Full featured documentation deployment platform - Read the Docs","lang":"en","ssrTextLength":4859,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":11,"imagesWithAlt":11,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"readthedocs.org","rank":3880,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"readthedocs.org","observedAt":"2026-08-09T18:17:35.625Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://about.readthedocs.com/?ref=app.readthedocs.org","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":641},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34782,"botStatus":403,"botBytes":5489,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Full featured documentation deployment platform - Read the Docs","lang":"en","ssrTextLength":4859,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":11,"imagesWithAlt":11,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"realestate.com.au","rank":4141,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"realestate.com.au","observedAt":"2026-08-09T18:17:35.914Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.realestate.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":30,"usesAllowRules":true,"crawlDelay":null,"bytes":2094},"tier1Blocked":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":679,"botStatus":429,"botBytes":0,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"realme.com","rank":4280,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"realme.com","observedAt":"2026-08-09T18:17:36.238Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.realme.com/global/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":95},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":329109,"botStatus":200,"botBytes":329109,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"realme Global | Smartphones, 5G Phones, Audio & AIoT","lang":"en","ssrTextLength":4834,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":117,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"realtor.com","rank":2772,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"realtor.com","observedAt":"2026-08-09T18:17:36.260Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.realtor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent"],"groupCount":17,"usesAllowRules":true,"crawlDelay":1,"bytes":17499},"tier1Blocked":["meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19609,"botStatus":429,"botBytes":18984,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"realtor.com","lang":null,"ssrTextLength":265,"h1Count":1,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"recaptcha.net","rank":842,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"recaptcha.net","observedAt":"2026-08-09T18:17:36.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://recaptcha.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":153},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"reclameaqui.com.br","rank":4504,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"reclameaqui.com.br","observedAt":"2026-08-09T18:17:36.653Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.reclameaqui.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":10,"bytes":320},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5711,"botStatus":403,"botBytes":5690,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"recruit.co.jp","rank":4601,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"recruit.co.jp","observedAt":"2026-08-09T18:17:36.835Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.recruit.co.jp/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":670,"botStatus":403,"botBytes":670,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":"ja","ssrTextLength":45,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"redbubble.com","rank":2961,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redbubble.com","observedAt":"2026-08-09T18:17:36.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://redbubble.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5702,"botStatus":403,"botBytes":5681,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"redbull.com","rank":3165,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redbull.com","observedAt":"2026-08-09T18:17:37.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.redbull.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":5,"bytes":540},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":369,"botStatus":200,"botBytes":1117050,"detected":false},"llmsTxt":{"present":true,"bytes":958,"specValid":false,"issues":["no blockquote summary"],"linkCount":6},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redbus.in","rank":1558,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redbus.in","observedAt":"2026-08-09T18:17:37.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redcross.org","rank":4047,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redcross.org","observedAt":"2026-08-09T18:17:38.866Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.redcross.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":214282,"botStatus":200,"botBytes":214282,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"American Red Cross | Help Those Affected by Disasters","lang":"en","ssrTextLength":12935,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":38,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"redd.it","rank":2171,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redd.it","observedAt":"2026-08-09T18:17:38.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.reddit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":190238,"botStatus":403,"botBytes":1522,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":221,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"snooserv"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"reddit.com","rank":102,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"reddit.com","observedAt":"2026-08-09T18:17:39.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":538},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redditmedia.com","rank":2458,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redditmedia.com","observedAt":"2026-08-09T18:17:39.739Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":379},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redditspace.com","rank":4481,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redditspace.com","observedAt":"2026-08-09T18:17:39.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redditstatic.com","rank":2045,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redditstatic.com","observedAt":"2026-08-09T18:17:39.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redfin.com","rank":1038,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redfin.com","observedAt":"2026-08-09T18:17:39.873Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":405,"finalUrl":"https://redfin.com/","error":"homepage returned HTTP 405","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["FirecrawlAgent"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":10605},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redhat.com","rank":638,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redhat.com","observedAt":"2026-08-09T18:17:40.355Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.redhat.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":3337},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1289902,"botStatus":200,"botBytes":1289902,"detected":false},"llmsTxt":{"present":true,"bytes":4366,"specValid":true,"issues":[],"linkCount":28},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Red Hat - We make open source technologies for the enterprise","lang":"en","ssrTextLength":18171,"h1Count":1,"landmarks":["header","article"],"imagesTotal":56,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rediff.com","rank":4365,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rediff.com","observedAt":"2026-08-09T18:17:40.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rediff.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":608},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":151601,"botStatus":200,"botBytes":151653,"detected":false},"llmsTxt":{"present":true,"bytes":6838,"specValid":true,"issues":[],"linkCount":40},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","SiteNavigationElement","WebPage","ItemList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Rediff.com: News | Rediffmail | Stock Quotes | Rediff Gurus","lang":"en","ssrTextLength":12839,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":160,"imagesWithAlt":144,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redis.io","rank":2697,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redis.io","observedAt":"2026-08-09T18:17:40.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://redis.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot","Amazonbot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":578},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":46830,"specValid":true,"issues":[],"linkCount":199},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Redis - Real-time data for agents & apps","lang":"en","ssrTextLength":51728,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":35,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"redtube.com","rank":1310,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redtube.com","observedAt":"2026-08-09T18:17:41.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.redtube.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1185},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":765278,"botStatus":200,"botBytes":764011,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Porn Sex Videos - Redtube - XXX Movies - Home of Videos Porno","lang":"en","ssrTextLength":14594,"h1Count":1,"landmarks":["nav"],"imagesTotal":122,"imagesWithAlt":122,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"redwap.sex","rank":1608,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"redwap.sex","observedAt":"2026-08-09T18:17:41.393Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.redwap.sex/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":27,"usesAllowRules":false,"crawlDelay":30,"bytes":1188},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":93711,"botStatus":403,"botBytes":4905,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Redwap.sex - XXX Video HD, XXX HD Porn Tube, Redwap Porn, Hot HD Video, Free XXX Red Wap Porn Videos","lang":"en","ssrTextLength":8605,"h1Count":1,"landmarks":[],"imagesTotal":125,"imagesWithAlt":124,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"reg.ru","rank":142,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"reg.ru","observedAt":"2026-08-09T18:17:41.467Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.reg.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":6305},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371136,"botStatus":200,"botBytes":320478,"detected":false},"llmsTxt":{"present":true,"bytes":7797,"specValid":true,"issues":[],"linkCount":56},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","LocalBusiness","Product","Service"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Регистрация доменов РФ/RU у аккредитованного регистратора доменов | Недорогой хостинг и дешевые домены | Рег.ру","lang":null,"ssrTextLength":7687,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":21,"imagesWithAlt":21,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"194.67.72.31"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"register.com","rank":2262,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"register.com","observedAt":"2026-08-09T18:17:41.821Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.register.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1458227,"botStatus":403,"botBytes":1458206,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloudflare Captcha Page | Register.com","lang":"en","ssrTextLength":597,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"register.it","rank":3352,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"register.it","observedAt":"2026-08-09T18:17:42.363Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.register.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":282},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":126488,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","ImageObject","WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Domini, registrazioni domini, hosting, server - Register.it","lang":"it","ssrTextLength":12628,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":43,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"registraduria.gov.co","rank":1915,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"registraduria.gov.co","observedAt":"2026-08-09T18:17:43.009Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://registraduria.gov.co/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5709,"botStatus":403,"botBytes":5710,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"registry.in","rank":2838,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"registry.in","observedAt":"2026-08-09T18:17:43.383Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://registry.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":196},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2566,"botStatus":200,"botBytes":2566,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Registry","lang":"en","ssrTextLength":71,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.68 (Debian)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rei.com","rank":5105,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rei.com","observedAt":"2026-08-09T18:17:43.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"remove.bg","rank":1226,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"remove.bg","observedAt":"2026-08-09T18:17:43.494Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.remove.bg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":115},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":58875,"botStatus":200,"botBytes":58868,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Remove Background from Image for Free – remove.bg","lang":"en","ssrTextLength":3356,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"reolink.com","rank":3895,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"reolink.com","observedAt":"2026-08-09T18:17:43.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://reolink.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["Amazonbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":434},"tier1Blocked":[],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":442380,"botStatus":200,"botBytes":442380,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Reolink Official: Security Cameras and Systems for Home & Business","lang":"en","ssrTextLength":8137,"h1Count":1,"landmarks":[],"imagesTotal":81,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"replit.com","rank":4011,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"replit.com","observedAt":"2026-08-09T18:17:43.856Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://replit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":352},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":681658,"botStatus":200,"botBytes":681658,"detected":false},"llmsTxt":{"present":true,"bytes":20191,"specValid":true,"issues":[],"linkCount":229},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Replit – Build apps and sites with AI - Replit","lang":"en","ssrTextLength":9758,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":12,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"repubblica.it","rank":946,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"repubblica.it","observedAt":"2026-08-09T18:17:45.362Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.repubblica.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":108,"usesAllowRules":true,"crawlDelay":null,"bytes":7742},"tier1Blocked":["GPTBot","PerplexityBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":409952,"botStatus":200,"botBytes":409952,"detected":false},"llmsTxt":{"present":true,"bytes":2327,"specValid":true,"issues":[],"linkCount":38},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"la Repubblica - News in tempo reale - Le notizie e i video di politica, cronaca, economia, sport","lang":"it","ssrTextLength":22663,"h1Count":33,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":181,"imagesWithAlt":180,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"researchgate.net","rank":221,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"researchgate.net","observedAt":"2026-08-09T18:17:45.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.researchgate.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":293},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21115,"botStatus":403,"botBytes":21115,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ResearchGate - Temporarily Unavailable","lang":"en","ssrTextLength":362,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"restream-media.net","rank":1926,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"restream-media.net","observedAt":"2026-08-09T18:17:45.805Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"resume.com","rank":3312,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"resume.com","observedAt":"2026-08-09T18:17:46.302Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://resume.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5699,"botStatus":403,"botBytes":5678,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"reuters.com","rank":277,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"reuters.com","observedAt":"2026-08-09T18:17:46.627Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3797},"tier1Blocked":["GPTBot","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"revcontent.com","rank":3407,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"revcontent.com","observedAt":"2026-08-09T18:17:46.709Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.revcontent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51738,"botStatus":200,"botBytes":51738,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"RevContent | Performance-Driven Native Advertising Platform for Publishers & Advertisers","lang":"en","ssrTextLength":4031,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":64,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.25 (Debian)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"revenuecat.com","rank":2194,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"revenuecat.com","observedAt":"2026-08-09T18:17:47.008Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.revenuecat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":121},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":542822,"botStatus":200,"botBytes":542822,"detected":false},"llmsTxt":{"present":true,"bytes":12027,"specValid":true,"issues":[],"linkCount":60},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Build and Grow Your App Business | RevenueCat","lang":"en","ssrTextLength":7917,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":40,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"reverbnation.com","rank":4353,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"reverbnation.com","observedAt":"2026-08-09T18:17:47.782Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.reverbnation.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":99},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":46529,"botStatus":200,"botBytes":46529,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ReverbNation","lang":"en","ssrTextLength":2092,"h1Count":1,"landmarks":["main","header","footer","aside"],"imagesTotal":8,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"reverso.net","rank":3393,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"reverso.net","observedAt":"2026-08-09T18:17:47.840Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://reverso.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5764,"botStatus":403,"botBytes":5743,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rezync.com","rank":3399,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rezync.com","observedAt":"2026-08-09T18:17:47.929Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rfc-editor.org","rank":2061,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rfc-editor.org","observedAt":"2026-08-09T18:17:48.622Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rfc-editor.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":135},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":175703,"botStatus":200,"botBytes":175771,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"RFC Editor","lang":"en","ssrTextLength":1960,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rfi.fr","rank":3971,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rfi.fr","observedAt":"2026-08-09T18:17:48.736Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.rfi.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","CCBot","cohere-ai","MistralAI-User","YouBot","DuckAssistBot"],"groupCount":328,"usesAllowRules":true,"crawlDelay":5,"bytes":14105},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended"],"tier2Blocked":["CCBot","cohere-ai","MistralAI-User","YouBot","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":637,"botStatus":403,"botBytes":637,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":211,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rfihub.com","rank":1819,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rfihub.com","observedAt":"2026-08-09T18:17:48.827Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rg.ru","rank":4658,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rg.ru","observedAt":"2026-08-09T18:17:48.976Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rg.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":2848},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":156138,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Российская газета – последние новости и события России и мира сегодня","lang":"ru","ssrTextLength":3634,"h1Count":0,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":14,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rgnameserver.com","rank":4212,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rgnameserver.com","observedAt":"2026-08-09T18:17:49.687Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ria.ru","rank":2313,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ria.ru","observedAt":"2026-08-09T18:17:49.768Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ria.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2216},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176580,"botStatus":200,"botBytes":173644,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"РИА Новости - события в Москве, России и мире сегодня: темы дня, фото, видео, инфографика, радио","lang":"ru","ssrTextLength":11044,"h1Count":0,"landmarks":["aside"],"imagesTotal":39,"imagesWithAlt":28,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rian.ru","rank":3180,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rian.ru","observedAt":"2026-08-09T18:17:49.798Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ria.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2216},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176580,"botStatus":200,"botBytes":173635,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"РИА Новости - события в Москве, России и мире сегодня: темы дня, фото, видео, инфографика, радио","lang":"ru","ssrTextLength":11044,"h1Count":0,"landmarks":["aside"],"imagesTotal":39,"imagesWithAlt":28,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rice.edu","rank":4881,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rice.edu","observedAt":"2026-08-09T18:17:50.220Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UNABLE_TO_VERIFY_LEAF_SIGNATURE","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"richaudience.com","rank":2042,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"richaudience.com","observedAt":"2026-08-09T18:17:50.712Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://richaudience.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98587,"botStatus":200,"botBytes":98587,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rich Audience Marketplace","lang":"en","ssrTextLength":5263,"h1Count":1,"landmarks":["footer"],"imagesTotal":3,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.10.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ricta.org.rw","rank":4877,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ricta.org.rw","observedAt":"2026-08-09T18:17:51.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ricta.org.rw/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":117},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":154508,"botStatus":200,"botBytes":154508,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"RICTA – RWANDA INTERNET COMMUNITY AND TECHNOLOGY ALLIANCE","lang":"en","ssrTextLength":1346,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":11,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache/2.4.52 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rightmove.co.uk","rank":1212,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rightmove.co.uk","observedAt":"2026-08-09T18:17:51.791Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.rightmove.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","CCBot"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":4779},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":425,"botStatus":200,"botBytes":257742,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":133,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rima-tde.net","rank":4610,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rima-tde.net","observedAt":"2026-08-09T18:17:51.978Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ring.com","rank":725,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ring.com","observedAt":"2026-08-09T18:17:52.773Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ring.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1038},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":417462,"botStatus":200,"botBytes":417453,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Home Security Systems - Cameras, Alarms, Doorbells | Ring","lang":"en","ssrTextLength":8579,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":24,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":null,"server":"Server"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ringcentral.com","rank":2610,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ringcentral.com","observedAt":"2026-08-09T18:17:52.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ringcentral.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":7248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1184529,"botStatus":200,"botBytes":1184529,"detected":false},"llmsTxt":{"present":true,"bytes":2869,"specValid":true,"issues":[],"linkCount":15},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"RingCentral: The Voice of Your Business","lang":"en","ssrTextLength":15491,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":282,"imagesWithAlt":210,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rings.solutions","rank":1748,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rings.solutions","observedAt":"2026-08-09T18:17:53.552Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"riotcdn.net","rank":2563,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"riotcdn.net","observedAt":"2026-08-09T18:17:53.816Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"riotgames.com","rank":1165,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"riotgames.com","observedAt":"2026-08-09T18:17:53.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.riotgames.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":34},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":216814,"botStatus":200,"botBytes":216814,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Riot Games. Developer of League of Legends, VALORANT, Teamfight Tactics, Legends of Runeterra, and Wild Rift. Creators of Arcane. Home of LOL and VALORANT Esports. | Riot Games","lang":"en","ssrTextLength":1378,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":56,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ripe.net","rank":3094,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ripe.net","observedAt":"2026-08-09T18:17:54.336Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ripe.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":234},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":137676,"botStatus":200,"botBytes":137676,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to RIPE and the RIPE NCC — RIPE Network Coordination Centre","lang":"en","ssrTextLength":15549,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":15,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ripn.net","rank":54,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ripn.net","observedAt":"2026-08-09T18:17:54.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"riskified.com","rank":2650,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"riskified.com","observedAt":"2026-08-09T18:17:54.363Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.riskified.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":127},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":215866,"botStatus":200,"botBytes":215861,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Person","Organization","WebSite","ImageObject","WebPage","Article","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Fraud Prevention and Chargeback Fraud Protection | Riskified","lang":"en","ssrTextLength":6272,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":70,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rj.link","rank":5120,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rj.link","observedAt":"2026-08-09T18:17:54.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://rj.link/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":123,"botStatus":200,"botBytes":123,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rkdms.com","rank":3139,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rkdms.com","observedAt":"2026-08-09T18:17:56.079Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rkdms.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4666,"botStatus":200,"botBytes":4666,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"rkdms.com Homepage","lang":null,"ssrTextLength":422,"h1Count":0,"landmarks":["nav"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"awselb/2.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rkv1.com","rank":1700,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rkv1.com","observedAt":"2026-08-09T18:17:56.105Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rkv1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":8},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3671,"botStatus":200,"botBytes":3671,"detected":false},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Advertising Delivery and Code Integrity Notice","lang":"en","ssrTextLength":1053,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rlcdn.com","rank":574,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rlcdn.com","observedAt":"2026-08-09T18:17:56.354Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rm358.com","rank":5050,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rm358.com","observedAt":"2026-08-09T18:17:57.468Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rm358.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1844},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":3363,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Propush","lang":"en","ssrTextLength":1088,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rncdn7.com","rank":1833,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rncdn7.com","observedAt":"2026-08-09T18:17:57.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rnp.br","rank":4807,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rnp.br","observedAt":"2026-08-09T18:17:57.650Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rnp.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":107},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":342588,"botStatus":200,"botBytes":342588,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"RNP | REDE NACIONAL DE ENSINO E PESQUISA","lang":"pt","ssrTextLength":6744,"h1Count":6,"landmarks":["nav","header","footer","article"],"imagesTotal":35,"imagesWithAlt":5,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"robinhood.com","rank":3023,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"robinhood.com","observedAt":"2026-08-09T18:17:57.798Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://robinhood.com/us/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":240},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":292942,"botStatus":200,"botBytes":292942,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Robinhood: 24/5 Commission-Free Stock Trading & Investing","lang":"en","ssrTextLength":11049,"h1Count":8,"landmarks":["nav","footer"],"imagesTotal":14,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"roblox.com","rank":57,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"roblox.com","observedAt":"2026-08-09T18:17:57.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.roblox.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2181},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64143,"botStatus":200,"botBytes":62958,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Roblox","lang":"en","ssrTextLength":6,"h1Count":0,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"public-gateway"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"rochester.edu","rank":3656,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rochester.edu","observedAt":"2026-08-09T18:17:58.446Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rochester.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":944},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":46003,"botStatus":200,"botBytes":46003,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Rochester | Where Wonder Fuels Discovery","lang":"en","ssrTextLength":3694,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":19,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rocket-cdn.com","rank":376,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rocket-cdn.com","observedAt":"2026-08-09T18:17:59.229Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rocketmoney.dev","rank":1170,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rocketmoney.dev","observedAt":"2026-08-09T18:18:00.014Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rockstargames.com","rank":2446,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rockstargames.com","observedAt":"2026-08-09T18:18:00.296Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rockstargames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","cohere-ai"],"groupCount":8,"usesAllowRules":false,"crawlDelay":null,"bytes":311},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","cohere-ai"],"cloaking":{"tested":true,"browserBytes":3536,"botStatus":200,"botBytes":3536,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rockstar Games","lang":null,"ssrTextLength":14,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Apache/2.4.37 (Oracle Linux Server) Open"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rogers.com","rank":4963,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rogers.com","observedAt":"2026-08-09T18:18:00.390Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rogers.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2494},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":277466,"botStatus":200,"botBytes":277466,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Mobile, Internet, TV, Home Monitoring, Home phone - Rogers","lang":"en","ssrTextLength":4529,"h1Count":1,"landmarks":["main"],"imagesTotal":38,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rokt.com","rank":4738,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rokt.com","observedAt":"2026-08-09T18:18:00.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rokt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":198869,"botStatus":200,"botBytes":198869,"detected":false},"llmsTxt":{"present":true,"bytes":5999,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Unlock the Moment That Matters Most | Rokt","lang":"en","ssrTextLength":6370,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":70,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"roku.com","rank":259,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"roku.com","observedAt":"2026-08-09T18:18:00.917Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.roku.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":303},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":270224,"botStatus":200,"botBytes":110489,"detected":false},"llmsTxt":{"present":true,"bytes":15674,"specValid":true,"issues":[],"linkCount":70},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Roku","lang":"en","ssrTextLength":1798,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rollingstone.com","rank":2406,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rollingstone.com","observedAt":"2026-08-09T18:18:01.006Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rollingstone.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":26,"usesAllowRules":true,"crawlDelay":5,"bytes":1264},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":634015,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Rolling Stone – Music, Film, TV and Political News Coverage","lang":"en","ssrTextLength":9889,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":36,"imagesWithAlt":33,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"romarg.com","rank":2054,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"romarg.com","observedAt":"2026-08-09T18:18:01.532Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://romarg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":32894,"botStatus":200,"botBytes":32894,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domains .EU - Domain Registration and Web Hosting through ROMARG","lang":"en","ssrTextLength":4868,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":5,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"LiteSpeed"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rome2rio.com","rank":4195,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rome2rio.com","observedAt":"2026-08-09T18:18:02.381Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.rome2rio.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":10414},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5748,"botStatus":403,"botBytes":5726,"detected":true},"llmsTxt":{"present":true,"bytes":4241,"specValid":true,"issues":[],"linkCount":27},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"roskazna.ru","rank":2558,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"roskazna.ru","observedAt":"2026-08-09T18:18:02.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rosminzdrav.ru","rank":2957,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rosminzdrav.ru","observedAt":"2026-08-09T18:18:02.754Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://minzdrav.gov.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":142},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":119597,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Министерство здравоохранения Российской Федерации","lang":"ru","ssrTextLength":8979,"h1Count":0,"landmarks":["nav","header"],"imagesTotal":25,"imagesWithAlt":24,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"rostelecom.ru","rank":2595,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rostelecom.ru","observedAt":"2026-08-09T18:18:03.482Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.company.rt.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":1713},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":63065,"botStatus":200,"botBytes":63065,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ПАО «Ростелеком»  - крупнейший в России провайдер цифровых услуг и решений. Официальный информационный сайт Ростелеком.","lang":"ru","ssrTextLength":6450,"h1Count":11,"landmarks":["nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rottentomatoes.com","rank":2873,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rottentomatoes.com","observedAt":"2026-08-09T18:18:03.817Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rottentomatoes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":212},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":571999,"botStatus":200,"botBytes":571999,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rotten Tomatoes: Movies | TV Shows | Movie Trailers | Reviews | Rotten Tomatoes","lang":"en","ssrTextLength":12208,"h1Count":0,"landmarks":["main","header","aside"],"imagesTotal":34,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"routledge.com","rank":3882,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"routledge.com","observedAt":"2026-08-09T18:18:04.067Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.routledge.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1361},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":124648,"botStatus":403,"botBytes":5840,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Routledge - Publisher of Professional & Academic Books","lang":"en","ssrTextLength":3206,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":36,"imagesWithAlt":36,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"royalsocietypublishing.org","rank":4978,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"royalsocietypublishing.org","observedAt":"2026-08-09T18:18:05.357Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://royalsocietypublishing.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":791},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5715,"botStatus":403,"botBytes":5737,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rqtrk.eu","rank":3090,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rqtrk.eu","observedAt":"2026-08-09T18:18:05.841Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rr.com","rank":2503,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rr.com","observedAt":"2026-08-09T18:18:06.156Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rs6.net","rank":3535,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rs6.net","observedAt":"2026-08-09T18:18:06.213Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rsc.org","rank":2964,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rsc.org","observedAt":"2026-08-09T18:18:06.400Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rsc.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":30,"bytes":2562},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":162478,"botStatus":200,"botBytes":162478,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Royal Society of Chemistry","lang":"en","ssrTextLength":6835,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rsch.jp","rank":1753,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rsch.jp","observedAt":"2026-08-09T18:18:06.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://rsch.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":202,"botStatus":403,"botBytes":202,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":77,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"rspamd.com","rank":1989,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rspamd.com","observedAt":"2026-08-09T18:18:06.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rspamd.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":160},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54269,"botStatus":200,"botBytes":54269,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rspamd — Email Security System","lang":"en","ssrTextLength":6853,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rt.com","rank":2486,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rt.com","observedAt":"2026-08-09T18:18:06.516Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1289},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":354993,"botStatus":200,"botBytes":354993,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"RT - Breaking News, Russia News, World News and Video","lang":"en","ssrTextLength":7106,"h1Count":0,"landmarks":[],"imagesTotal":114,"imagesWithAlt":110,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rt.ru","rank":727,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rt.ru","observedAt":"2026-08-09T18:18:07.195Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rt.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":57394,"botStatus":200,"botBytes":56042,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":308,"h1Count":0,"landmarks":[],"imagesTotal":4,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rtbcdn.ru","rank":1030,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rtbcdn.ru","observedAt":"2026-08-09T18:18:08.055Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rtbhouse.com","rank":3267,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rtbhouse.com","observedAt":"2026-08-09T18:18:08.640Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rtbhouse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3795},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":173386,"botStatus":200,"botBytes":173386,"detected":false},"llmsTxt":{"present":true,"bytes":2964,"specValid":true,"issues":[],"linkCount":5},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"RTB House. The Next-generation Performance DSP | RTB House","lang":"en","ssrTextLength":5737,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":51,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":"Google Frontend"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rtbwise.com","rank":3668,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rtbwise.com","observedAt":"2026-08-09T18:18:08.837Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rtbwise.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25867,"botStatus":200,"botBytes":25867,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"RTBWise - Turn Every Impression into Measurable Revenue","lang":"en","ssrTextLength":1680,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":7,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx/1.30.4"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rte.ie","rank":3833,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rte.ie","observedAt":"2026-08-09T18:18:08.949Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rte.ie/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot"],"groupCount":19,"usesAllowRules":false,"crawlDelay":5,"bytes":1695},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":378609,"botStatus":200,"botBytes":378609,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"RTÉ Ireland's National Television and Radio Broadcaster","lang":"en","ssrTextLength":10397,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":158,"imagesWithAlt":157,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rtmark.net","rank":4050,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rtmark.net","observedAt":"2026-08-09T18:18:09.642Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://rtmark.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12399,"botStatus":200,"botBytes":12399,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":10325,"h1Count":2,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rtve.es","rank":3228,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rtve.es","observedAt":"2026-08-09T18:18:09.659Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rtve.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":10301},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1025506,"botStatus":200,"botBytes":1025505,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Noticias de �ltima hora, programas y series de televisi�n - RTVE.es","lang":"es","ssrTextLength":47492,"h1Count":2,"landmarks":["main","nav","header","article"],"imagesTotal":827,"imagesWithAlt":638,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"RTVE Server"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ru.com","rank":3249,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ru.com","observedAt":"2026-08-09T18:18:10.685Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rudderstack.com","rank":2624,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rudderstack.com","observedAt":"2026-08-09T18:18:11.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rudderstack.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":618},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1246349,"botStatus":200,"botBytes":1246349,"detected":false},"llmsTxt":{"present":true,"bytes":5875,"specValid":true,"issues":[],"linkCount":36},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"RudderStack | The Agentic Customer Data Platform","lang":"en","ssrTextLength":8390,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":67,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rule34.xxx","rank":1198,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rule34.xxx","observedAt":"2026-08-09T18:18:11.405Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://rule34.xxx/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":42},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":77376,"botStatus":403,"botBytes":77355,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rule34.xxx CAPTCHA","lang":null,"ssrTextLength":70,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rule34video.com","rank":1384,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rule34video.com","observedAt":"2026-08-09T18:18:11.422Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rule34video.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":706},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":206388,"botStatus":200,"botBytes":206388,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rule 34, if it exists there is a video of it - Rule34video.com","lang":"en","ssrTextLength":4701,"h1Count":0,"landmarks":["header"],"imagesTotal":55,"imagesWithAlt":55,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ruliweb.com","rank":1341,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ruliweb.com","observedAt":"2026-08-09T18:18:11.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://bbs.ruliweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":284},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":522107,"botStatus":200,"botBytes":522107,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"루리웹 RULIWEB","lang":"ko","ssrTextLength":23135,"h1Count":0,"landmarks":["nav","header","footer","aside"],"imagesTotal":125,"imagesWithAlt":92,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"rumble.com","rank":2677,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rumble.com","observedAt":"2026-08-09T18:18:11.846Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://rumble.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5699,"botStatus":403,"botBytes":5484,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"run.app","rank":515,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"run.app","observedAt":"2026-08-09T18:18:13.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://run.app/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"runescape.com","rank":4391,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"runescape.com","observedAt":"2026-08-09T18:18:13.846Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://play.runescape.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":118390},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":603235,"botStatus":200,"botBytes":23024,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The World of RuneScape","lang":"en","ssrTextLength":3027,"h1Count":4,"landmarks":[],"imagesTotal":199,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rusprofile.ru","rank":4956,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rusprofile.ru","observedAt":"2026-08-09T18:18:14.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rusprofile.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":2,"bytes":3423},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":161528,"botStatus":200,"botBytes":161518,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Проверка и анализ российских юридических лиц и предпринимателей","lang":"ru","ssrTextLength":14063,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":24,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"russianpost.ru","rank":1409,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"russianpost.ru","observedAt":"2026-08-09T18:18:14.352Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rustdesk.com","rank":1549,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rustdesk.com","observedAt":"2026-08-09T18:18:14.405Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rustdesk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":507},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":77164,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":2263,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"RustDesk: Open-Source Remote Desktop with Self-Hosted Server Solutions","lang":"en","ssrTextLength":3827,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":12,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rustore.ru","rank":1860,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rustore.ru","observedAt":"2026-08-09T18:18:14.603Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rustore.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1576},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1196176,"botStatus":200,"botBytes":66664,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","MobileApplication","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"RuStore — каталог мобильных приложений и игр для Android","lang":"ru","ssrTextLength":12227,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":420,"imagesWithAlt":212,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"kittenx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rutgers.edu","rank":2982,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rutgers.edu","observedAt":"2026-08-09T18:18:15.249Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rutgers.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":192693,"botStatus":200,"botBytes":192693,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Rutgers University","lang":"en","ssrTextLength":7345,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":"nginx/1.12.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"rutube.ru","rank":972,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rutube.ru","observedAt":"2026-08-09T18:18:15.255Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rutube.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":10,"bytes":4165},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":907227,"botStatus":200,"botBytes":907227,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"RUTUBE - смотрите видео онлайн, бесплатно.","lang":"ru","ssrTextLength":10545,"h1Count":0,"landmarks":["main","nav","header","article"],"imagesTotal":185,"imagesWithAlt":182,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rwth-aachen.de","rank":4063,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rwth-aachen.de","observedAt":"2026-08-09T18:18:15.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rwth-aachen.de/cms/~a/root/?lidx=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":36},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97788,"botStatus":404,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"RWTH Aachen University | Rheinisch-Westfälische Technische Hochschule | EN","lang":"en","ssrTextLength":12129,"h1Count":4,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":11,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ryanair.com","rank":2483,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ryanair.com","observedAt":"2026-08-09T18:18:16.221Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ryanair.com/us/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4742,"botStatus":200,"botBytes":4742,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ryanair","lang":"en","ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"rylkngdm.com","rank":4425,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rylkngdm.com","observedAt":"2026-08-09T18:18:16.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dreamgames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72739,"botStatus":200,"botBytes":72739,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Dream Games","lang":"en","ssrTextLength":1877,"h1Count":0,"landmarks":["footer"],"imagesTotal":96,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rzd.ru","rank":3274,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rzd.ru","observedAt":"2026-08-09T18:18:16.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"rzone.de","rank":2182,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"rzone.de","observedAt":"2026-08-09T18:18:16.386Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"s-microsoft.com","rank":2874,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"s-microsoft.com","observedAt":"2026-08-09T18:18:16.520Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"s-msedge.net","rank":2604,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"s-msedge.net","observedAt":"2026-08-09T18:18:16.751Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"s8ey.com","rank":1624,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"s8ey.com","observedAt":"2026-08-09T18:18:19.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://s8ey.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":8},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6954,"botStatus":200,"botBytes":6954,"detected":false},"llmsTxt":{"present":true,"bytes":8,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":8},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Domain Information","lang":"en","ssrTextLength":1752,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sa.com","rank":4266,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sa.com","observedAt":"2026-08-09T18:18:19.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"saby.ru","rank":2834,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"saby.ru","observedAt":"2026-08-09T18:18:20.006Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://saby.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":11,"usesAllowRules":true,"crawlDelay":2,"bytes":3477},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":534765,"botStatus":403,"botBytes":6,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Saby (ранее СБИС или sbis) — экосистема для управления бизнесом","lang":null,"ssrTextLength":9465,"h1Count":1,"landmarks":[],"imagesTotal":73,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sacdnssedge.com","rank":4414,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sacdnssedge.com","observedAt":"2026-08-09T18:18:20.116Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"safebrowsing.apple","rank":768,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"safebrowsing.apple","observedAt":"2026-08-09T18:18:20.432Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"safedk.com","rank":2686,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"safedk.com","observedAt":"2026-08-09T18:18:20.726Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"safety.google","rank":1160,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"safety.google","observedAt":"2026-08-09T18:18:20.947Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://safety.google/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200290,"botStatus":200,"botBytes":200290,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Control Your Online Safety and Privacy - Google Safety Center","lang":"en","ssrTextLength":8604,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":61,"imagesWithAlt":18,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sagepub.com","rank":629,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sagepub.com","observedAt":"2026-08-09T18:18:20.965Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sagepub.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":43,"usesAllowRules":true,"crawlDelay":10,"bytes":5472},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":70041,"botStatus":200,"botBytes":70041,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Sage - a global academic publisher of educational resources | Home","lang":"en","ssrTextLength":3507,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sahibinden.com","rank":1139,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sahibinden.com","observedAt":"2026-08-09T18:18:20.980Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.sahibinden.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14313,"botStatus":403,"botBytes":14313,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"tr","ssrTextLength":289,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sakura.ne.jp","rank":2452,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sakura.ne.jp","observedAt":"2026-08-09T18:18:21.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://rs.sakura.ad.jp/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":222},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55274,"botStatus":200,"botBytes":55274,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"さくらのレンタルサーバ | 高速・安定WordPressなら！無料2週間お試し","lang":"ja","ssrTextLength":3923,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"salesforce-scrt.com","rank":3098,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"salesforce-scrt.com","observedAt":"2026-08-09T18:18:22.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":527},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"salesforce.com","rank":307,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"salesforce.com","observedAt":"2026-08-09T18:18:22.258Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.salesforce.com/?bc=OTH","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":14173},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":546416,"botStatus":200,"botBytes":580724,"detected":false},"llmsTxt":{"present":true,"bytes":1021210,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections"],"linkCount":3777},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Salesforce: The #1 Agentic AI CRM | Salesforce","lang":"en","ssrTextLength":30284,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":103,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"salesforceliveagent.com","rank":2119,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"salesforceliveagent.com","observedAt":"2026-08-09T18:18:22.354Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":527},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"salesmartly.com","rank":4791,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"salesmartly.com","observedAt":"2026-08-09T18:18:23.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.salesmartly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":130},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":160943,"botStatus":200,"botBytes":160943,"detected":false},"llmsTxt":{"present":true,"bytes":98507,"specValid":true,"issues":[],"linkCount":622},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","BreadcrumbList","SoftwareApplication","WebApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"SaleSmartly-在线客服系统-跨境一站式客户沟通服务","lang":null,"ssrTextLength":2957,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":60,"imagesWithAlt":52,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"salon.com","rank":3495,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"salon.com","observedAt":"2026-08-09T18:18:23.204Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.salon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":66,"usesAllowRules":true,"crawlDelay":null,"bytes":2596},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":130522,"botStatus":200,"botBytes":130522,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Website"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Salon.com - News, Politics, Culture, Science & Food","lang":"en","ssrTextLength":10606,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":38,"imagesWithAlt":38,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"salonboard.com","rank":1642,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"salonboard.com","observedAt":"2026-08-09T18:18:23.775Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samba.tv","rank":2429,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samba.tv","observedAt":"2026-08-09T18:18:24.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://samba.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":267644,"botStatus":200,"botBytes":267644,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Samba TV","lang":"en","ssrTextLength":2196,"h1Count":3,"landmarks":["nav"],"imagesTotal":11,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":null,"server":"Framer/0ccde4a"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sambad.com","rank":2003,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sambad.com","observedAt":"2026-08-09T18:18:24.355Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sambad.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":68},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":84975,"botStatus":200,"botBytes":84975,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Lottery Sambad Dear Lottery Chart","lang":"en","ssrTextLength":20899,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"samokat.ru","rank":3937,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samokat.ru","observedAt":"2026-08-09T18:18:24.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://samokat.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1599,"botStatus":200,"botBytes":1598,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samplicio.us","rank":3339,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samplicio.us","observedAt":"2026-08-09T18:18:25.444Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://samplicio.us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":850,"botStatus":200,"botBytes":850,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsclub.com","rank":3451,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsclub.com","observedAt":"2026-08-09T18:18:25.771Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.samsclub.com/are-you-human?url=Lw==&uuid=b75e1fdc-941e-11f1-afdc-c3520197cfdf&vid=&g=b","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"PerimeterX challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":448},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":16078,"botStatus":200,"botBytes":16078,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Let us know you're not a robot - Sam's Club","lang":"en","ssrTextLength":230,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"samsung.com","rank":94,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsung.com","observedAt":"2026-08-09T18:18:25.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.samsung.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":9888},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":390944,"botStatus":200,"botBytes":390944,"detected":false},"llmsTxt":{"present":true,"bytes":4597,"specValid":true,"issues":[],"linkCount":31},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Corporation"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Samsung US | Mobile | TV | Home Electronics | Home Appliances | Samsung US","lang":"en","ssrTextLength":7933,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":203,"imagesWithAlt":199,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungacr.com","rank":706,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungacr.com","observedAt":"2026-08-09T18:18:25.906Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungads.com","rank":2416,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungads.com","observedAt":"2026-08-09T18:18:26.026Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.samsung.com/us/business/samsungads/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":174864,"botStatus":200,"botBytes":174864,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Samsung Ads","lang":"en","ssrTextLength":8661,"h1Count":2,"landmarks":["nav","header","footer","aside"],"imagesTotal":28,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"samsungapis.com","rank":2564,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungapis.com","observedAt":"2026-08-09T18:18:26.624Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungapps.com","rank":591,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungapps.com","observedAt":"2026-08-09T18:18:27.267Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungcloud.com","rank":300,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungcloud.com","observedAt":"2026-08-09T18:18:28.251Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.samsungcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":126},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":18218,"botStatus":200,"botBytes":18218,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Samsung Cloud","lang":null,"ssrTextLength":13,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungcloud.tv","rank":1129,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungcloud.tv","observedAt":"2026-08-09T18:18:28.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungcloudcdn.com","rank":3593,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungcloudcdn.com","observedAt":"2026-08-09T18:18:29.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungcloudsolution.com","rank":370,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungcloudsolution.com","observedAt":"2026-08-09T18:18:29.417Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungcloudsolution.net","rank":1018,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungcloudsolution.net","observedAt":"2026-08-09T18:18:29.636Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungconsent.com","rank":2559,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungconsent.com","observedAt":"2026-08-09T18:18:29.806Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungdm.com","rank":2107,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungdm.com","observedAt":"2026-08-09T18:18:30.269Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungelectronics.com","rank":2375,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungelectronics.com","observedAt":"2026-08-09T18:18:30.589Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.samsung.com/us/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":390944,"botStatus":200,"botBytes":390944,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Corporation"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Samsung US | Mobile | TV | Home Electronics | Home Appliances | Samsung US","lang":"en","ssrTextLength":7933,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":203,"imagesWithAlt":199,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsunghealth.com","rank":3210,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsunghealth.com","observedAt":"2026-08-09T18:18:30.713Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://samsunghealth.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":989,"botStatus":200,"botBytes":989,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Samsung Health","lang":"en","ssrTextLength":14,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsunghrm.com","rank":4874,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsunghrm.com","observedAt":"2026-08-09T18:18:30.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungiotcloud.com","rank":926,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungiotcloud.com","observedAt":"2026-08-09T18:18:30.957Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungknox.com","rank":1838,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungknox.com","observedAt":"2026-08-09T18:18:31.233Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.samsungknox.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":343},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Samsung Knox | Find the Right Solution for Your Business","lang":"en","ssrTextLength":917664,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":42,"imagesWithAlt":35,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungnyc.com","rank":2801,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungnyc.com","observedAt":"2026-08-09T18:18:31.242Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungosp.com","rank":905,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungosp.com","observedAt":"2026-08-09T18:18:32.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungotn.net","rank":4895,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungotn.net","observedAt":"2026-08-09T18:18:33.390Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://samsungotn.net/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungpositioning.com","rank":3377,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungpositioning.com","observedAt":"2026-08-09T18:18:33.452Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungqbe.com","rank":315,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungqbe.com","observedAt":"2026-08-09T18:18:33.511Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"samsungrs.com","rank":3770,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"samsungrs.com","observedAt":"2026-08-09T18:18:33.512Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sanity.io","rank":4241,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sanity.io","observedAt":"2026-08-09T18:18:33.684Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sanity.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":296},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":375319,"botStatus":200,"botBytes":375319,"detected":false},"llmsTxt":{"present":true,"bytes":128275,"specValid":true,"issues":[],"linkCount":737},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Content Operating System for the AI era | Sanity","lang":"en","ssrTextLength":9738,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":115,"imagesWithAlt":71,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sankuai.com","rank":3423,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sankuai.com","observedAt":"2026-08-09T18:18:35.250Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sankuai.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9,"botStatus":403,"botBytes":9,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"santander.com.br","rank":3235,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"santander.com.br","observedAt":"2026-08-09T18:18:35.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://santander.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":368,"botStatus":200,"botBytes":201001,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":203,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sap.com","rank":2201,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sap.com","observedAt":"2026-08-09T18:18:35.381Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sapo.pt","rank":1220,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sapo.pt","observedAt":"2026-08-09T18:18:35.572Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sapo.pt/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1253828,"botStatus":200,"botBytes":1253828,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"SAPO – Última Hora e Notícias de Hoje atualizadas ao minuto","lang":"pt","ssrTextLength":25617,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":384,"imagesWithAlt":384,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sapphireonline.pk","rank":1955,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sapphireonline.pk","observedAt":"2026-08-09T18:18:35.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://pk.sapphireonline.pk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":36,"usesAllowRules":false,"crawlDelay":15,"bytes":2685},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":446645,"botStatus":200,"botBytes":446645,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","ClothingStore","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Unstitched & Pret Women's Clothing – SapphireOnline Store","lang":"en","ssrTextLength":8217,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":116,"imagesWithAlt":101,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sardine.ai","rank":4190,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sardine.ai","observedAt":"2026-08-09T18:18:35.888Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sardine.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":113},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":902047,"botStatus":200,"botBytes":902047,"detected":false},"llmsTxt":{"present":true,"bytes":9784,"specValid":true,"issues":[],"linkCount":62},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Agentic Financial Crime Platform for Fraud Prevention & AML","lang":"en","ssrTextLength":16362,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":243,"imagesWithAlt":241,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sarkariresult.com","rank":1948,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sarkariresult.com","observedAt":"2026-08-09T18:18:36.295Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sarkariresult.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sarkariresult.com.cm","rank":1683,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sarkariresult.com.cm","observedAt":"2026-08-09T18:18:37.027Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sarkariresult.com.cm/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":177},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":145005,"botStatus":200,"botBytes":145005,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsArticle","WebPage","SearchResultsPage","ImageObject","BreadcrumbList","WebSite","Person"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"SarkariResult.com.cm : Sarkari Result Official 2026, Sarkari Result Website","lang":"en","ssrTextLength":10445,"h1Count":0,"landmarks":["main","nav","header","article"],"imagesTotal":2,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sas.com","rank":3252,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sas.com","observedAt":"2026-08-09T18:18:38.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4010},"tier1Blocked":["Applebot-Extended","meta-externalagent"],"tier2Blocked":["cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sascdn.com","rank":2381,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sascdn.com","observedAt":"2026-08-09T18:18:38.074Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"satta-king-fast.com","rank":1742,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"satta-king-fast.com","observedAt":"2026-08-09T18:18:38.254Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://satta-king-fast.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":59655,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Satta King Result of 9th August 2026 And Satta King Chart of 2026 for Gali, Desawar, Ghaziabad and Faridabad","lang":"en","ssrTextLength":6471,"h1Count":6,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sattamatkadpboss.mobi","rank":1718,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sattamatkadpboss.mobi","observedAt":"2026-08-09T18:18:38.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sattamatkadpboss.mobi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":367},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":134819,"botStatus":200,"botBytes":134819,"detected":false},"llmsTxt":{"present":true,"bytes":33819,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","SoftwareApplication","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"SATTA MATKA | MATKA RESULT | KALYAN MATKA | DPBOSS | SATTA | MATKA","lang":"en","ssrTextLength":23528,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":13,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"LiteSpeed"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sattamatkano1.me","rank":1768,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sattamatkano1.me","observedAt":"2026-08-09T18:18:38.842Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sattamatkano1.me/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":83},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67474,"botStatus":200,"botBytes":67474,"detected":false},"llmsTxt":{"present":true,"bytes":7588,"specValid":true,"issues":[],"linkCount":74},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Madhur Matka | Satta Matka Result | Kalyan Matka | Madhur Day & Bazar","lang":"en","ssrTextLength":14464,"h1Count":1,"landmarks":["article"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"savefrom.net","rank":1633,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"savefrom.net","observedAt":"2026-08-09T18:18:39.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.savefrom.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":224},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2687,"botStatus":200,"botBytes":74587,"detected":false},"llmsTxt":{"present":true,"bytes":2539,"specValid":true,"issues":[],"linkCount":19},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"YouTube Downloader - Download Youtube videos for free!","lang":"en","ssrTextLength":654,"h1Count":0,"landmarks":["header","footer","article"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"savvis.net","rank":2248,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"savvis.net","observedAt":"2026-08-09T18:18:39.478Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.lumen.com/en-us/home.html","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":350308,"botStatus":200,"botBytes":350308,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"AI-Ready Networking & Secure Cloud Solutions | Lumen Technologies","lang":"en","ssrTextLength":56776,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":76,"imagesWithAlt":76,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sb-cd.com","rank":4600,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sb-cd.com","observedAt":"2026-08-09T18:18:40.758Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sba.gov","rank":3624,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sba.gov","observedAt":"2026-08-09T18:18:41.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sba.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":148},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136786,"botStatus":200,"botBytes":136786,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Homepage - Small Business Administration","lang":"en","ssrTextLength":3653,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":6,"imagesWithAlt":4,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sbb.ch","rank":3081,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sbb.ch","observedAt":"2026-08-09T18:18:41.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.sbb.ch/de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2343,"botStatus":200,"botBytes":359365,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sbcglobal.net","rank":3078,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sbcglobal.net","observedAt":"2026-08-09T18:18:41.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sberbank.ru","rank":451,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sberbank.ru","observedAt":"2026-08-09T18:18:41.684Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://sberbank.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1293,"botStatus":200,"botBytes":1293,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"sberbank.ru","lang":"ru","ssrTextLength":469,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sberdevices.ru","rank":2914,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sberdevices.ru","observedAt":"2026-08-09T18:18:41.697Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sbis.ru","rank":2969,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sbis.ru","observedAt":"2026-08-09T18:18:41.962Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://saby.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":534765,"botStatus":403,"botBytes":6,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Saby (ранее СБИС или sbis) — экосистема для управления бизнесом","lang":null,"ssrTextLength":9465,"h1Count":1,"landmarks":[],"imagesTotal":73,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sbixby.com","rank":4499,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sbixby.com","observedAt":"2026-08-09T18:18:43.082Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sbs.com.au","rank":3817,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sbs.com.au","observedAt":"2026-08-09T18:18:43.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sbs.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","CCBot"],"groupCount":13,"usesAllowRules":false,"crawlDelay":null,"bytes":708},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":1204012,"botStatus":200,"botBytes":1204012,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"SBS | Latest News, Audio, TV, Video Streaming, Sports, Food & More","lang":"en","ssrTextLength":10674,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":75,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sc-cdn.net","rank":830,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sc-cdn.net","observedAt":"2026-08-09T18:18:43.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sc-gw.com","rank":470,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sc-gw.com","observedAt":"2026-08-09T18:18:43.771Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sc-static.net","rank":2364,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sc-static.net","observedAt":"2026-08-09T18:18:44.288Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sc-static.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":263,"botStatus":403,"botBytes":243,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":140,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"scan-manga.com","rank":1736,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scan-manga.com","observedAt":"2026-08-09T18:18:44.589Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://scan-manga.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":484},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"scdn.co","rank":894,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scdn.co","observedAt":"2026-08-09T18:18:44.626Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"scene7.com","rank":3555,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scene7.com","observedAt":"2026-08-09T18:18:45.180Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"schneevonmorgen.com","rank":3573,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"schneevonmorgen.com","observedAt":"2026-08-09T18:18:45.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://schneevonmorgen.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":25760,"botStatus":200,"botBytes":25760,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"webTV solutions for professional broadcasters<","lang":"en","ssrTextLength":3845,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"schwab.com","rank":2831,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"schwab.com","observedAt":"2026-08-09T18:18:45.797Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.schwab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":483039,"botStatus":200,"botBytes":483039,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Charles Schwab | A Modern Approach to Investing and Retirement Planning | Charles Schwab","lang":"en","ssrTextLength":19128,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":8,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"science.org","rank":2074,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"science.org","observedAt":"2026-08-09T18:18:46.032Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.science.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","Applebot-Extended","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":930},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":5747,"botStatus":403,"botBytes":5725,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sciencedaily.com","rank":1581,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sciencedaily.com","observedAt":"2026-08-09T18:18:46.742Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sciencedaily.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":87},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":151635,"botStatus":200,"botBytes":151635,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ScienceDaily: Your source for the latest research news","lang":"en","ssrTextLength":55968,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sciencedirect.com","rank":213,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sciencedirect.com","observedAt":"2026-08-09T18:18:47.192Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.sciencedirect.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":832804,"botStatus":403,"botBytes":832804,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ScienceDirect","lang":"en","ssrTextLength":642,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sciencemag.org","rank":1879,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sciencemag.org","observedAt":"2026-08-09T18:18:47.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.sciencemag.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","Applebot-Extended","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":930},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":5750,"botStatus":403,"botBytes":5728,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"scientificamerican.com","rank":1849,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scientificamerican.com","observedAt":"2026-08-09T18:18:47.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.scientificamerican.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot","cohere-ai"],"groupCount":12,"usesAllowRules":false,"crawlDelay":5,"bytes":615},"tier1Blocked":["GPTBot","ChatGPT-User","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","cohere-ai"],"cloaking":{"tested":true,"browserBytes":491649,"botStatus":200,"botBytes":491649,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Scientific American","lang":"en","ssrTextLength":11922,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":49,"imagesWithAlt":46,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"scmp.com","rank":2544,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scmp.com","observedAt":"2026-08-09T18:18:47.785Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.scmp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":4536},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","NewsMediaOrganization","WebSite","ImageObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Breaking China, Asia, HK News, Opinions and Insights | South China Morning Post","lang":"en","ssrTextLength":1593571,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":35,"imagesWithAlt":35,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"scopely.io","rank":2597,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scopely.io","observedAt":"2026-08-09T18:18:48.320Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"scopus.com","rank":3157,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scopus.com","observedAt":"2026-08-09T18:18:48.658Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"screenconnect.com","rank":2635,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"screenconnect.com","observedAt":"2026-08-09T18:18:48.788Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.screenconnect.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":404},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136974,"botStatus":200,"botBytes":136878,"detected":false},"llmsTxt":{"present":true,"bytes":10872,"specValid":true,"issues":[],"linkCount":96},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Remote Support & Access Solutions | ScreenConnect","lang":"en","ssrTextLength":8487,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":59,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"screener.in","rank":1576,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"screener.in","observedAt":"2026-08-09T18:18:49.222Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.screener.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":143},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":16586,"botStatus":200,"botBytes":16586,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stock Screener and fundamental analysis tool for Indian stocks\n - Screener","lang":"en","ssrTextLength":1180,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"screenrant.com","rank":3942,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"screenrant.com","observedAt":"2026-08-09T18:18:49.356Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://screenrant.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1646},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":848004,"botStatus":200,"botBytes":846179,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ScreenRant: Movie News, Movie Reviews, Movie Trailers, TV News","lang":"en","ssrTextLength":9051,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":56,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"scribd.com","rank":487,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scribd.com","observedAt":"2026-08-09T18:18:50.440Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.scribd.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":397932,"botStatus":200,"botBytes":385079,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Scribd: Home to the world&#x27;s documents.","lang":"en","ssrTextLength":4268,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":35,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"script.ac","rank":3041,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"script.ac","observedAt":"2026-08-09T18:18:50.717Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"scw.cloud","rank":3670,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"scw.cloud","observedAt":"2026-08-09T18:18:50.948Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.scaleway.com/en/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":375482,"botStatus":200,"botBytes":375482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"European Cloud &amp; AI. | Scaleway","lang":"en","ssrTextLength":20047,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":29,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"se.com","rank":3489,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"se.com","observedAt":"2026-08-09T18:18:51.595Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.se.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":45995},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":364,"botStatus":200,"botBytes":1774281,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":199,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"seaart.ai","rank":4825,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"seaart.ai","observedAt":"2026-08-09T18:18:52.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.seaart.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":458431,"botStatus":200,"botBytes":458454,"detected":false},"llmsTxt":{"present":true,"bytes":9828,"specValid":true,"issues":[],"linkCount":61},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"AI Creativity Community for Art, Video, Chat &amp; Tools | SeaArt AI","lang":"en","ssrTextLength":2169,"h1Count":1,"landmarks":["header"],"imagesTotal":45,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"seagate.com","rank":4602,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"seagate.com","observedAt":"2026-08-09T18:18:52.080Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.seagate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":20,"bytes":4953},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":530796,"botStatus":200,"botBytes":530796,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Leaders in mass-capacity storage | Seagate US","lang":"en","ssrTextLength":13492,"h1Count":3,"landmarks":["nav","header"],"imagesTotal":57,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"search-start.org","rank":1595,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"search-start.org","observedAt":"2026-08-09T18:18:52.107Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"searchenginejournal.com","rank":4520,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"searchenginejournal.com","observedAt":"2026-08-09T18:18:52.663Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.searchenginejournal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":11,"usesAllowRules":false,"crawlDelay":60,"bytes":2020},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":437610,"botStatus":200,"botBytes":437610,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Search Engine Journal - SEO, Search Marketing News and Tutorials","lang":"en","ssrTextLength":19449,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":101,"imagesWithAlt":101,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"searchengineland.com","rank":4153,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"searchengineland.com","observedAt":"2026-08-09T18:18:52.830Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://searchengineland.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5730,"botStatus":403,"botBytes":5709,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"seattletimes.com","rank":3989,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"seattletimes.com","observedAt":"2026-08-09T18:18:53.744Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://seattletimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2395,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sec.gov","rank":2108,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sec.gov","observedAt":"2026-08-09T18:18:54.257Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sec.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2622},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1925,"botStatus":200,"botBytes":223449,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SEC.gov | Request Rate Threshold Exceeded","lang":null,"ssrTextLength":377,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"secb2b.com","rank":2476,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"secb2b.com","observedAt":"2026-08-09T18:18:54.507Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"second-ns.com","rank":4993,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"second-ns.com","observedAt":"2026-08-09T18:18:54.610Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"second-ns.de","rank":3616,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"second-ns.de","observedAt":"2026-08-09T18:18:55.396Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sectigo.com","rank":1180,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sectigo.com","observedAt":"2026-08-09T18:18:55.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sectigo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":693056,"botStatus":200,"botBytes":693056,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Certificate Management Solutions &amp; SSL Certificates | Sectigo® Official","lang":"en","ssrTextLength":6609,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":105,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"secu100.net","rank":2303,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"secu100.net","observedAt":"2026-08-09T18:18:56.286Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"secureserver.net","rank":1813,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"secureserver.net","observedAt":"2026-08-09T18:18:56.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"securityfocus.com","rank":3685,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"securityfocus.com","observedAt":"2026-08-09T18:18:56.931Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://securityfocus.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":11278,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SecurityFocus","lang":"en","ssrTextLength":1588,"h1Count":1,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"moabi"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sedo.com","rank":760,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sedo.com","observedAt":"2026-08-09T18:18:57.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sedo.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":270},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86044,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Buy. Park. Sell. Domains | Sedo - World&#039;s leading Domain marketplace","lang":"en","ssrTextLength":4268,"h1Count":1,"landmarks":["main"],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sedoparking.com","rank":3021,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sedoparking.com","observedAt":"2026-08-09T18:18:57.468Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":596},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"seedtag.com","rank":920,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"seedtag.com","observedAt":"2026-08-09T18:18:57.603Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.seedtag.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120596,"botStatus":200,"botBytes":120596,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Seedtag | Where Context Becomes Intelligence","lang":"en","ssrTextLength":2799,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":70,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"seek.com","rank":4512,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"seek.com","observedAt":"2026-08-09T18:18:57.648Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.seek.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5765,"botStatus":403,"botBytes":5744,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"seekingalpha.com","rank":3935,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"seekingalpha.com","observedAt":"2026-08-09T18:18:57.785Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://seekingalpha.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":110,"usesAllowRules":false,"crawlDelay":null,"bytes":5279},"tier1Blocked":["ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":1265877,"botStatus":200,"botBytes":1266131,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Seeking Alpha | Stock Market Analysis &amp; Tools for Investors","lang":"en","ssrTextLength":11855,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"selcdn.net","rank":3383,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"selcdn.net","observedAt":"2026-08-09T18:18:57.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"selcloud.ru","rank":3444,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"selcloud.ru","observedAt":"2026-08-09T18:18:58.213Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"selectel.ru","rank":371,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"selectel.ru","observedAt":"2026-08-09T18:18:58.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://selectel.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1664},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":679618,"botStatus":200,"botBytes":679618,"detected":false},"llmsTxt":{"present":true,"bytes":341951,"specValid":true,"issues":[],"linkCount":1672},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IT-инфраструктура для бизнеса от облачного провайдера Selectel, аренда IaaS и PaaS","lang":null,"ssrTextLength":24649,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":33,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"semanticscholar.org","rank":2324,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"semanticscholar.org","observedAt":"2026-08-09T18:18:58.550Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.semanticscholar.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":574},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":187669,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Semantic Scholar | AI-Powered Research Tool","lang":"en","ssrTextLength":1852,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"semasio.net","rank":2333,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"semasio.net","observedAt":"2026-08-09T18:18:58.880Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"semrush.com","rank":2257,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"semrush.com","observedAt":"2026-08-09T18:18:59.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.semrush.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":11,"usesAllowRules":true,"crawlDelay":1,"bytes":3581},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":195345,"botStatus":200,"botBytes":196286,"detected":false},"llmsTxt":{"present":true,"bytes":14948,"specValid":true,"issues":[],"linkCount":42},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Semrush: Your Unfair Advantage for Growing Brand Visibility","lang":"en","ssrTextLength":8303,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":54,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"senate.gov","rank":2367,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"senate.gov","observedAt":"2026-08-09T18:18:59.953Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.senate.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":40992,"botStatus":200,"botBytes":40992,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"U.S. Senate","lang":null,"ssrTextLength":4913,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":16,"imagesWithAlt":12,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sendbird.com","rank":2466,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sendbird.com","observedAt":"2026-08-09T18:19:00.268Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sendbird.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Google-Extended","CCBot","YouBot","FirecrawlAgent"],"groupCount":14,"usesAllowRules":true,"crawlDelay":null,"bytes":3295},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":99094,"botStatus":200,"botBytes":99094,"detected":false},"llmsTxt":{"present":true,"bytes":281640,"specValid":false,"issues":["no blockquote summary","no H2 sections"],"linkCount":1111},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article","Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The AI customer experience platform for enterprise | Sendbird","lang":"en","ssrTextLength":2140,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":true},"stack":{"platform":"nuxt","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"senderscore.com","rank":3246,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"senderscore.com","observedAt":"2026-08-09T18:19:01.935Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.senderscore.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":117},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":548,"botStatus":200,"botBytes":170859,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sendgrid.com","rank":4311,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sendgrid.com","observedAt":"2026-08-09T18:19:02.259Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.twilio.com/en-us/sendgrid","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":1,"bytes":975},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":611321,"botStatus":200,"botBytes":611321,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SendGrid Email API and Email Marketing Campaigns | Twilio","lang":"en","ssrTextLength":21759,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sendgrid.net","rank":1812,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sendgrid.net","observedAt":"2026-08-09T18:19:02.515Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://sendgrid.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sendsay.ru","rank":4514,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sendsay.ru","observedAt":"2026-08-09T18:19:02.581Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sendsay.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":831},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":211424,"botStatus":200,"botBytes":211424,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"CDP Sendsay – омниканальная платформа клиентских данных и автоматизации маркетинга","lang":"ru","ssrTextLength":6278,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":77,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sensic.net","rank":2805,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sensic.net","observedAt":"2026-08-09T18:19:02.770Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sensic.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6051,"botStatus":200,"botBytes":6051,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Help Center - SENSIC","lang":"de","ssrTextLength":462,"h1Count":4,"landmarks":[],"imagesTotal":6,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sentinelone.net","rank":868,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sentinelone.net","observedAt":"2026-08-09T18:19:02.814Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sentry-cdn.com","rank":3409,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sentry-cdn.com","observedAt":"2026-08-09T18:19:03.099Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sephora.com","rank":4796,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sephora.com","observedAt":"2026-08-09T18:19:03.516Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sephora.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":834259,"botStatus":200,"botBytes":868647,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","ItemList","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Makeup, Skincare, Fragrance, Hair &amp; Beauty Products | Sephora","lang":"en","ssrTextLength":548,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":4,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"servenobid.com","rank":3410,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"servenobid.com","observedAt":"2026-08-09T18:19:03.739Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"serverdata.net","rank":3677,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"serverdata.net","observedAt":"2026-08-09T18:19:04.000Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cp.serverdata.net/Portal/User/Login","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12407,"botStatus":200,"botBytes":12408,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Control Panel","lang":null,"ssrTextLength":473,"h1Count":1,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"serveriai.lt","rank":3920,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"serveriai.lt","observedAt":"2026-08-09T18:19:04.214Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.iv.lt/serveriai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":124911,"botStatus":200,"botBytes":124911,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","WebSite","Organization","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Interneto vizija","lang":null,"ssrTextLength":5233,"h1Count":1,"landmarks":["footer"],"imagesTotal":18,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"LiteSpeed"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"service-now.com","rank":1153,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"service-now.com","observedAt":"2026-08-09T18:19:04.452Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"service.gov.uk","rank":651,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"service.gov.uk","observedAt":"2026-08-09T18:19:04.787Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.gov.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85476,"botStatus":200,"botBytes":85476,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to GOV.UK","lang":"en","ssrTextLength":5433,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"servicepipe.ru","rank":3954,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"servicepipe.ru","observedAt":"2026-08-09T18:19:05.144Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://servicepipe.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1296,"botStatus":403,"botBytes":1296,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":164,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"servidoresdns.net","rank":3375,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"servidoresdns.net","observedAt":"2026-08-09T18:19:05.507Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"serving-sys.ru","rank":2260,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"serving-sys.ru","observedAt":"2026-08-09T18:19:06.880Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"serviporno.com","rank":1561,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"serviporno.com","observedAt":"2026-08-09T18:19:06.963Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.serviporno.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["Amazonbot"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":176},"tier1Blocked":[],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":56935,"botStatus":200,"botBytes":56935,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"VIDEOS PORNO GRATIS XXX - SERVIPORNO.COM","lang":"es","ssrTextLength":2224,"h1Count":1,"landmarks":["nav"],"imagesTotal":16,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sex-studentki.cafe","rank":1538,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sex-studentki.cafe","observedAt":"2026-08-09T18:19:07.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sex-studentki.live/?","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":76},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":169402,"botStatus":200,"botBytes":169444,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Главная: Порно студенток и молодых","lang":null,"ssrTextLength":14960,"h1Count":0,"landmarks":[],"imagesTotal":94,"imagesWithAlt":84,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sex-studentki.team","rank":1391,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sex-studentki.team","observedAt":"2026-08-09T18:19:07.680Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sex-studentki.live/?","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":76},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":169402,"botStatus":200,"botBytes":169444,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Главная: Порно студенток и молодых","lang":null,"ssrTextLength":14960,"h1Count":0,"landmarks":[],"imagesTotal":94,"imagesWithAlt":84,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sexalarab.com","rank":1610,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sexalarab.com","observedAt":"2026-08-09T18:19:07.893Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sexalarab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":629},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5702,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sexemodel.com","rank":1587,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sexemodel.com","observedAt":"2026-08-09T18:19:07.927Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.meslibertines.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2046},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":351070,"botStatus":200,"botBytes":351070,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Libertines annonces - MesLibertines","lang":"fr","ssrTextLength":19173,"h1Count":1,"landmarks":["nav"],"imagesTotal":296,"imagesWithAlt":296,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sexmupxinh.net","rank":1956,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sexmupxinh.net","observedAt":"2026-08-09T18:19:07.936Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sexmupxinh.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":147},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5596,"botStatus":403,"botBytes":5596,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sexnyk.com","rank":1627,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sexnyk.com","observedAt":"2026-08-09T18:19:08.133Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sexnyk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96995,"botStatus":200,"botBytes":96995,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"سكس نيك عربي Sexnyk مجموعة سكس عربي وافلام نيك مسربة حصرية","lang":"ar","ssrTextLength":3978,"h1Count":1,"landmarks":["nav"],"imagesTotal":41,"imagesWithAlt":41,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sexvid.xxx","rank":1410,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sexvid.xxx","observedAt":"2026-08-09T18:19:08.647Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sexvid.xxx/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":40,"bytes":1062},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":158829,"botStatus":200,"botBytes":158829,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SexVid XXX - HD Sex Videos, Porn Tube Movies, Free Porno","lang":"en","ssrTextLength":7179,"h1Count":1,"landmarks":[],"imagesTotal":72,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sexvid1.com","rank":1710,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sexvid1.com","observedAt":"2026-08-09T18:19:08.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sexvid1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":40,"bytes":1062},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159749,"botStatus":200,"botBytes":159737,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SexVid XXX - HD Sex Videos, Porn Tube Movies, Free Porno","lang":"en","ssrTextLength":7227,"h1Count":1,"landmarks":[],"imagesTotal":72,"imagesWithAlt":70,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"seznam.cz","rank":717,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"seznam.cz","observedAt":"2026-08-09T18:19:08.834Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.seznam.cz/?noredirect=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":1024},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1353462,"botStatus":200,"botBytes":1361336,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Seznam – najdu tam, co neznám","lang":"cs","ssrTextLength":29072,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":199,"imagesWithAlt":29,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sf-cloud.ru","rank":827,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sf-cloud.ru","observedAt":"2026-08-09T18:19:09.721Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sfgate.com","rank":2459,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sfgate.com","observedAt":"2026-08-09T18:19:10.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sfgate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Applebot-Extended","CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1116},"tier1Blocked":["ClaudeBot","Claude-User","PerplexityBot","Perplexity-User","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":200,"botBytes":3036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sfmc-content.com","rank":3177,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sfmc-content.com","observedAt":"2026-08-09T18:19:11.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sfmc-marketing.com","rank":2879,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sfmc-marketing.com","observedAt":"2026-08-09T18:19:11.777Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sfr.fr","rank":3469,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sfr.fr","observedAt":"2026-08-09T18:19:11.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sfr.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2385},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136172,"botStatus":200,"botBytes":136172,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"SFR | Internet Fibre et ADSL, Forfaits 5G, Téléphone, TV","lang":"fr","ssrTextLength":22039,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SFR Reverse Proxy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sfu.ca","rank":3119,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sfu.ca","observedAt":"2026-08-09T18:19:12.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sfu.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3205},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":92568,"botStatus":200,"botBytes":92568,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Simon Fraser University","lang":"en","ssrTextLength":8664,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sfx.ms","rank":192,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sfx.ms","observedAt":"2026-08-09T18:19:12.826Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shahvani.com","rank":1890,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shahvani.com","observedAt":"2026-08-09T18:19:12.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shahvani.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":15169,"botStatus":200,"botBytes":15169,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"شهوانی","lang":"fa","ssrTextLength":515,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"shalltry.com","rank":311,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shalltry.com","observedAt":"2026-08-09T18:19:13.150Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://shalltry.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111,"botStatus":403,"botBytes":111,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":26,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"share.google","rank":570,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"share.google","observedAt":"2026-08-09T18:19:13.167Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://share.google/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2006,"botStatus":200,"botBytes":2006,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"share.google","lang":"en","ssrTextLength":295,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sffe"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sharepoint.com","rank":44,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sharepoint.com","observedAt":"2026-08-09T18:19:13.179Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/microsoft-365/sharepoint/collaboration?ms.officeurl=sharepoint","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":478132,"botStatus":200,"botBytes":478132,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Collaborative Content Management, and Secure File Sharing | Microsoft SharePoint","lang":"en","ssrTextLength":27316,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":140,"imagesWithAlt":102,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sharepointonline.com","rank":2350,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sharepointonline.com","observedAt":"2026-08-09T18:19:13.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sharethis.com","rank":2265,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sharethis.com","observedAt":"2026-08-09T18:19:13.503Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sharethis.com/social-media-buttons/kooapp-share-button/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":171},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":135628,"botStatus":200,"botBytes":135628,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Kooapp Share Button – Add to Your Website | ShareThis","lang":"en","ssrTextLength":3218,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":105,"imagesWithAlt":3,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sharethrough.com","rank":630,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sharethrough.com","observedAt":"2026-08-09T18:19:13.610Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","PerplexityBot","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":33,"usesAllowRules":false,"crawlDelay":null,"bytes":1198},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shawcable.net","rank":3589,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shawcable.net","observedAt":"2026-08-09T18:19:13.797Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.rogers.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":277466,"botStatus":200,"botBytes":277466,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Mobile, Internet, TV, Home Monitoring, Home phone - Rogers","lang":"en","ssrTextLength":4529,"h1Count":1,"landmarks":["main"],"imagesTotal":38,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shazam.com","rank":2809,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shazam.com","observedAt":"2026-08-09T18:19:14.025Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.shazam.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1178},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":424,"botStatus":200,"botBytes":1665537,"detected":false},"llmsTxt":{"present":true,"bytes":6221,"specValid":true,"issues":[],"linkCount":33},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":132,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shein.com","rank":496,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shein.com","observedAt":"2026-08-09T18:19:14.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.shein.com/?cdn_rsite=cf&ref=www&rep=dir&ret=us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":279},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1144088,"botStatus":200,"botBytes":1141983,"detected":false},"llmsTxt":{"present":true,"bytes":63743,"specValid":true,"issues":[],"linkCount":189},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["OnlineStore"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Women&#39;s Clothing, Women Fashion Sale | SHEIN USA","lang":"en","ssrTextLength":972,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":44,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shiabank.com","rank":632,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shiabank.com","observedAt":"2026-08-09T18:19:14.862Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shifen.com","rank":201,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shifen.com","observedAt":"2026-08-09T18:19:15.320Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shodan.io","rank":2202,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shodan.io","observedAt":"2026-08-09T18:19:16.013Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.shodan.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5681,"botStatus":403,"botBytes":5659,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shop.app","rank":688,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shop.app","observedAt":"2026-08-09T18:19:16.453Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://shop.app/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2286},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8938,"botStatus":403,"botBytes":8938,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Verifying your connection...","lang":"en","ssrTextLength":88,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"shopee.co.id","rank":731,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.co.id","observedAt":"2026-08-09T18:19:17.259Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.co.id/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":0.1,"bytes":2635},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":157282,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopee.co.th","rank":4165,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.co.th","observedAt":"2026-08-09T18:19:17.394Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.co.th/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":0.1,"bytes":1414},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":161245,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopee.com","rank":4960,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.com","observedAt":"2026-08-09T18:19:17.737Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19778,"botStatus":200,"botBytes":19778,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Leading Online Shopping Platform In Southeast Asia & Taiwan | Shopee","lang":"en","ssrTextLength":641,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shopee.com.br","rank":610,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.com.br","observedAt":"2026-08-09T18:19:18.039Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":0.1,"bytes":2630},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":155433,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopee.com.my","rank":3321,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.com.my","observedAt":"2026-08-09T18:19:18.229Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.com.my/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":0.1,"bytes":2122},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":162335,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopee.io","rank":3813,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.io","observedAt":"2026-08-09T18:19:18.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shopee.ph","rank":3084,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.ph","observedAt":"2026-08-09T18:19:18.745Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.ph/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":0.1,"bytes":1742},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":163244,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopee.sg","rank":4171,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.sg","observedAt":"2026-08-09T18:19:18.877Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.sg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":0.1,"bytes":1384},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":162446,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopee.tw","rank":4279,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.tw","observedAt":"2026-08-09T18:19:19.760Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.tw/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":0.1,"bytes":1334},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":163208,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopee.vn","rank":3746,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopee.vn","observedAt":"2026-08-09T18:19:20.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopee.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":161258,"botStatus":403,"botBytes":160,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SGW"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shopeemobile.com","rank":817,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopeemobile.com","observedAt":"2026-08-09T18:19:20.837Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shopify.com","rank":169,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopify.com","observedAt":"2026-08-09T18:19:21.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.shopify.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":422158,"botStatus":200,"botBytes":422158,"detected":false},"llmsTxt":{"present":true,"bytes":12516,"specValid":true,"issues":[],"linkCount":71},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Shopify: The All-in-One Commerce Platform for Businesses - Shopify","lang":"en","ssrTextLength":7775,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":52,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"shopifycdn.com","rank":3494,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopifycdn.com","observedAt":"2026-08-09T18:19:22.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shopifycloud.com","rank":2160,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopifycloud.com","observedAt":"2026-08-09T18:19:22.543Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://shopifycloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":2},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2,"botStatus":200,"botBytes":2,"detected":false},"llmsTxt":{"present":true,"bytes":2,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":2},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":2,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shopifysvc.com","rank":565,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shopifysvc.com","observedAt":"2026-08-09T18:19:22.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shorttv.live","rank":4380,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shorttv.live","observedAt":"2026-08-09T18:19:22.770Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.shorttv.live/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":75},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":256784,"botStatus":200,"botBytes":256784,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ShortMax - Watch Trending Short Dramas Online","lang":null,"ssrTextLength":2384,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":69,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx/1.26.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"shorturl.at","rank":2309,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shorturl.at","observedAt":"2026-08-09T18:19:22.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://shorturl.at/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5700,"botStatus":403,"botBytes":5679,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"shutterfly.com","rank":4689,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shutterfly.com","observedAt":"2026-08-09T18:19:23.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.shutterfly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":false,"crawlDelay":10,"bytes":1948},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1805466,"botStatus":200,"botBytes":1800760,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Shutterfly | Photo Books, Cards, Prints, Wall Art, Gifts, Wedding","lang":"en","ssrTextLength":14783,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":116,"imagesWithAlt":109,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"shutterstock.com","rank":1740,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"shutterstock.com","observedAt":"2026-08-09T18:19:24.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.shutterstock.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","meta-externalagent","CCBot"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":9159},"tier1Blocked":["GPTBot","ClaudeBot","meta-externalagent"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":787,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"shutterstock.com","lang":"en","ssrTextLength":60,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"si.com","rank":3137,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"si.com","observedAt":"2026-08-09T18:19:24.142Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.si.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":20,"usesAllowRules":true,"crawlDelay":null,"bytes":1599},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":true,"bytes":12119,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","BreadcrumbList","NewsArticle"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Sports Illustrated","lang":"en","ssrTextLength":1271094,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":108,"imagesWithAlt":25,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"si.edu","rank":2062,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"si.edu","observedAt":"2026-08-09T18:19:25.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.si.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":3863},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":46618,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Smithsonian request verification","lang":"en","ssrTextLength":145,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sibforms.com","rank":4496,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sibforms.com","observedAt":"2026-08-09T18:19:25.309Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://sibforms.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sicredi.com.br","rank":4651,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sicredi.com.br","observedAt":"2026-08-09T18:19:26.102Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sicredi.com.br/home/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":230215,"botStatus":200,"botBytes":230215,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sicredi: Conta corrente, crédito, seguros e mais!","lang":"pt","ssrTextLength":6297,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":56,"imagesWithAlt":44,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"sicredi-http-server"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"siemens.com","rank":1258,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"siemens.com","observedAt":"2026-08-09T18:19:26.358Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.siemens.com/en-gb/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":130},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":341108,"botStatus":200,"botBytes":24459,"detected":true},"llmsTxt":{"present":true,"bytes":2737,"specValid":true,"issues":[],"linkCount":19},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Siemens home | Siemens","lang":"en","ssrTextLength":8041,"h1Count":1,"landmarks":["main","nav","article"],"imagesTotal":52,"imagesWithAlt":36,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"C2 Comms Cloud (37b5700c)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"siemens.de","rank":4622,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"siemens.de","observedAt":"2026-08-09T18:19:26.518Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.siemens.com/de-de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":342452,"botStatus":200,"botBytes":342452,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Startseite Siemens | Siemens","lang":"de","ssrTextLength":8969,"h1Count":1,"landmarks":["main","nav","article"],"imagesTotal":52,"imagesWithAlt":36,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"C2 Comms Cloud (37b5700c)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"signal.org","rank":2366,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"signal.org","observedAt":"2026-08-09T18:19:26.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://signal.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21882,"botStatus":200,"botBytes":21882,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Signal >> Home","lang":"en","ssrTextLength":2917,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"signalr.net","rank":3305,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"signalr.net","observedAt":"2026-08-09T18:19:27.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dotnet.microsoft.com/en-us/apps/aspnet/signalr","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":219898,"botStatus":200,"botBytes":219898,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Real-time ASP.NET with SignalR | .NET","lang":"en","ssrTextLength":3914,"h1Count":1,"landmarks":["nav"],"imagesTotal":8,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"similarweb.com","rank":3854,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"similarweb.com","observedAt":"2026-08-09T18:19:27.367Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.similarweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1026},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":934819,"botStatus":200,"botBytes":934819,"detected":false},"llmsTxt":{"present":true,"bytes":19977,"specValid":true,"issues":[],"linkCount":111},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Similarweb: AI-Powered Digital Data Intelligence Solutions","lang":"en","ssrTextLength":12426,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":66,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Kestrel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"simontokx.asia","rank":1702,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"simontokx.asia","observedAt":"2026-08-09T18:19:27.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"simpcity.cr","rank":1448,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"simpcity.cr","observedAt":"2026-08-09T18:19:27.723Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://simpcity.cr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":902,"botStatus":403,"botBytes":902,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DDoS-Guard","lang":null,"ssrTextLength":141,"h1Count":1,"landmarks":["footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"simpli.fi","rank":2210,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"simpli.fi","observedAt":"2026-08-09T18:19:27.742Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://simpli.fi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":106},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1424648,"botStatus":200,"botBytes":1424648,"detected":false},"llmsTxt":{"present":true,"bytes":9435,"specValid":true,"issues":[],"linkCount":51},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Real-World Media Platform | Programmatic DSP | Simpli.fi","lang":null,"ssrTextLength":6163,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":10,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"simplisafe.com","rank":3448,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"simplisafe.com","observedAt":"2026-08-09T18:19:28.887Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://simplisafe.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":1147},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SimpliSafe","lang":"en","ssrTextLength":1383250,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"simply.com","rank":4814,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"simply.com","observedAt":"2026-08-09T18:19:29.053Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.simply.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":44},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114448,"botStatus":200,"botBytes":114448,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Webhosting, WordPress and domains - Simply.com","lang":"en","ssrTextLength":8332,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":16,"imagesWithAlt":13,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sina.cn","rank":3028,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sina.cn","observedAt":"2026-08-09T18:19:29.142Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sina.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":341},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":130695,"botStatus":200,"botBytes":131010,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"手机新浪网","lang":null,"ssrTextLength":3511,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":72,"imagesWithAlt":69,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"APISIX/3.14.1"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sina.com.cn","rank":441,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sina.com.cn","observedAt":"2026-08-09T18:19:29.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sina.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":528},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":377659,"botStatus":200,"botBytes":377659,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"新浪网","lang":null,"ssrTextLength":12523,"h1Count":0,"landmarks":[],"imagesTotal":90,"imagesWithAlt":34,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sinaedge.com","rank":1864,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sinaedge.com","observedAt":"2026-08-09T18:19:31.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sinaimg.cn","rank":2472,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sinaimg.cn","observedAt":"2026-08-09T18:19:31.423Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sinaimg.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":251,"botStatus":200,"botBytes":251,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"新浪图片","lang":null,"ssrTextLength":34,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"singtelchina.cn","rank":940,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"singtelchina.cn","observedAt":"2026-08-09T18:19:31.567Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"singular.net","rank":773,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"singular.net","observedAt":"2026-08-09T18:19:31.598Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.singular.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":12,"usesAllowRules":true,"crawlDelay":10,"bytes":1087},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":573583,"botStatus":200,"botBytes":573583,"detected":false},"llmsTxt":{"present":true,"bytes":194984,"specValid":true,"issues":[],"linkCount":825},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Marketing Attribution &amp; Analytics with AI Insights | Singular","lang":"en","ssrTextLength":9783,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":216,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sinoptik.ua","rank":1565,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sinoptik.ua","observedAt":"2026-08-09T18:19:32.284Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sinoptik.ua/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":120,"bytes":1682},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":69583,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SINOPTIK: Прогноз погоди в Україні та світі — сьогодні, завтра, на тиждень та на 10 днів","lang":"uk","ssrTextLength":3143,"h1Count":1,"landmarks":["main","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.2"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"siriusxm.com","rank":2398,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"siriusxm.com","observedAt":"2026-08-09T18:19:32.595Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.siriusxm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":222},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":339793,"botStatus":200,"botBytes":339793,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"SiriusXM: Music, Sports, Talk &amp; Podcasts, Live &amp; On Demand","lang":"en","ssrTextLength":9844,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":91,"imagesWithAlt":88,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"nginx/1.21.3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"site.com","rank":1614,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"site.com","observedAt":"2026-08-09T18:19:32.626Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://site.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":189},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":686,"botStatus":200,"botBytes":686,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"sfdcedge"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"site777.jp","rank":1723,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"site777.jp","observedAt":"2026-08-09T18:19:33.505Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://www.d-deltanet.com/ld/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":520,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":27,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"awselb/2.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"siteforce.com","rank":4268,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"siteforce.com","observedAt":"2026-08-09T18:19:33.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":527},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"siteground.biz","rank":3708,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"siteground.biz","observedAt":"2026-08-09T18:19:33.978Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://siteground.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":212},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75193,"botStatus":403,"botBytes":75193,"detected":true},"llmsTxt":{"present":true,"bytes":29386,"specValid":true,"issues":[],"linkCount":115},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 - Forbidden","lang":"en","ssrTextLength":105,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"google","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"siteimproveanalytics.io","rank":3470,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"siteimproveanalytics.io","observedAt":"2026-08-09T18:19:34.120Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sitemaps.org","rank":5073,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sitemaps.org","observedAt":"2026-08-09T18:19:34.193Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sitemaps.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":45},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4400,"botStatus":200,"botBytes":4400,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"sitemaps.org - Home","lang":"en","ssrTextLength":1144,"h1Count":2,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sitescout.com","rank":1858,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sitescout.com","observedAt":"2026-08-09T18:19:34.532Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.basis.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":548,"botStatus":429,"botBytes":162,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sivc.ac.th","rank":3816,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sivc.ac.th","observedAt":"2026-08-09T18:19:35.097Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sivc.ac.th/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":35751,"botStatus":200,"botBytes":35751,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"วิทยาลัยอาชีวศึกษาสิงห์บุรี &#8211; แหล่งเรียนรู้ด้านวิชาชีพ เป็นประทีปของสังคม","lang":"en","ssrTextLength":135,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":1,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sjtu.edu.cn","rank":2385,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sjtu.edu.cn","observedAt":"2026-08-09T18:19:35.961Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sjv.io","rank":3159,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sjv.io","observedAt":"2026-08-09T18:19:36.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"skelbiu.lt","rank":1634,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skelbiu.lt","observedAt":"2026-08-09T18:19:37.241Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://skelbiu.lt/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21453,"botStatus":403,"botBytes":21474,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Skelbiu.lt","lang":null,"ssrTextLength":811,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sketchfab.com","rank":2672,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sketchfab.com","observedAt":"2026-08-09T18:19:37.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sketchfab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":1,"bytes":123},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":186135,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Sketchfab - The best 3D viewer on the web","lang":"en","ssrTextLength":2128,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":19,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"gunicorn"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sketchup.com","rank":4273,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sketchup.com","observedAt":"2026-08-09T18:19:37.856Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sketchup.trimble.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":97},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1655384,"botStatus":200,"botBytes":1655145,"detected":false},"llmsTxt":{"present":true,"bytes":362,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Corporation","WebSite","WebPage","BreadcrumbList","FAQPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"SketchUp: 3D Design Software - Bring Your Vision to Life | Trimble","lang":"en","ssrTextLength":13810,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":59,"imagesWithAlt":54,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"skimresources.com","rank":4774,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skimresources.com","observedAt":"2026-08-09T18:19:38.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"skipthegames.com","rank":1657,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skipthegames.com","observedAt":"2026-08-09T18:19:38.133Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://skipthegames.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":78},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14654,"botStatus":403,"botBytes":14654,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Skipthegames.eu is not reachable right now","lang":null,"ssrTextLength":687,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"skokka.com","rank":1578,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skokka.com","observedAt":"2026-08-09T18:19:38.513Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://skokka.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5657,"botStatus":403,"botBytes":5656,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"skroutz.gr","rank":1091,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skroutz.gr","observedAt":"2026-08-09T18:19:38.709Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.skroutz.gr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":24,"usesAllowRules":true,"crawlDelay":null,"bytes":7290},"tier1Blocked":["GPTBot","OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5746,"botStatus":403,"botBytes":5724,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sky.com","rank":1903,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sky.com","observedAt":"2026-08-09T18:19:39.045Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sky.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":4185},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":310998,"botStatus":200,"botBytes":310634,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","Organization","ImageObject","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Discover TV, Broadband &amp; Mobile Phone Packages with Sky","lang":"en","ssrTextLength":24823,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sky.it","rank":4314,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sky.it","observedAt":"2026-08-09T18:19:39.378Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sky.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":656},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":544052,"botStatus":200,"botBytes":544052,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sky: serie TV, sport &amp; cinema | Fibra e Wifi | TV Sky Glass","lang":"it","ssrTextLength":7540,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"skycdn.it","rank":3533,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skycdn.it","observedAt":"2026-08-09T18:19:40.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"skyhigh.cloud","rank":452,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skyhigh.cloud","observedAt":"2026-08-09T18:19:40.466Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.skyhighsecurity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":331611,"botStatus":200,"botBytes":331611,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Skyhigh Security | AI SSE Platform for Enterprise Cloud Protection","lang":"en","ssrTextLength":15812,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":39,"imagesWithAlt":34,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"skyscanner.net","rank":4547,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skyscanner.net","observedAt":"2026-08-09T18:19:41.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.skyscanner.net/sttc/px/captcha-v2/index.html?url=Lz8=&uuid=e4cc4bd0-941e-11f1-9cde-254faea00eb8&vid=","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent"],"groupCount":12,"usesAllowRules":true,"crawlDelay":2,"bytes":10871},"tier1Blocked":["meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":708,"botStatus":200,"botBytes":708,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Skyscanner","lang":"en","ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"skysports.com","rank":1123,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"skysports.com","observedAt":"2026-08-09T18:19:41.603Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.skysports.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","CCBot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":2175},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":530686,"botStatus":200,"botBytes":530543,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Sky Sports - Sports News, Transfers, Scores | Watch Live Sport","lang":"en","ssrTextLength":10471,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":131,"imagesWithAlt":33,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sl-reverse.com","rank":2055,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sl-reverse.com","observedAt":"2026-08-09T18:19:42.030Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"slack-edge.com","rank":3485,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"slack-edge.com","observedAt":"2026-08-09T18:19:42.680Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"slack.com","rank":346,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"slack.com","observedAt":"2026-08-09T18:19:42.852Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://slack.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":520},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":257591,"botStatus":200,"botBytes":257632,"detected":false},"llmsTxt":{"present":true,"bytes":40604,"specValid":true,"issues":[],"linkCount":165},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Slack | AI Work Platform &amp; Productivity Tools","lang":"en","ssrTextLength":13388,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":91,"imagesWithAlt":54,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"slackb.com","rank":2521,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"slackb.com","observedAt":"2026-08-09T18:19:42.940Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://slackb.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"slashdot.org","rank":2568,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"slashdot.org","observedAt":"2026-08-09T18:19:43.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://slashdot.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":4047},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":154656,"botStatus":200,"botBytes":154636,"detected":false},"llmsTxt":{"present":true,"bytes":3603,"specValid":true,"issues":[],"linkCount":4},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Slashdot: News for nerds, stuff that matters, &amp; software","lang":"en","ssrTextLength":44168,"h1Count":0,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":23,"imagesWithAlt":16,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"slate.com","rank":2402,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"slate.com","observedAt":"2026-08-09T18:19:43.479Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://slate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":4,"usesAllowRules":true,"crawlDelay":10,"bytes":8922},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":476339,"botStatus":402,"botBytes":89,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsArticle"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Slate Magazine - Politics, Business, Technology, and the Arts","lang":"en","ssrTextLength":11961,"h1Count":4,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":25,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"slideshare.net","rank":512,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"slideshare.net","observedAt":"2026-08-09T18:19:44.092Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://slideshare.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":200,"botBytes":3036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sliide.cloud","rank":4522,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sliide.cloud","observedAt":"2026-08-09T18:19:44.161Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"CERT_HAS_EXPIRED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smaato.net","rank":737,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smaato.net","observedAt":"2026-08-09T18:19:44.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smadex.com","rank":1366,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smadex.com","observedAt":"2026-08-09T18:19:44.393Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://smadex.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":168},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":187941,"botStatus":200,"botBytes":187941,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Smadex | Mobile UA, CTV and Retargeting Powered by AI","lang":"en","ssrTextLength":7680,"h1Count":3,"landmarks":["main","nav","header"],"imagesTotal":35,"imagesWithAlt":15,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smailru.net","rank":2377,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smailru.net","observedAt":"2026-08-09T18:19:44.718Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smallpdf.com","rank":3629,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smallpdf.com","observedAt":"2026-08-09T18:19:45.400Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://smallpdf.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":58},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":433511,"botStatus":200,"botBytes":433511,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Smallpdf - A Free Solution to all your PDF Problems","lang":"en","ssrTextLength":5069,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smartadserver.com","rank":324,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smartadserver.com","observedAt":"2026-08-09T18:19:45.451Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.equativ.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":122901,"botStatus":200,"botBytes":122901,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Equativ — The Global End-to-End Media Platform","lang":"en","ssrTextLength":8377,"h1Count":1,"landmarks":["nav"],"imagesTotal":93,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smartsheet.com","rank":3474,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smartsheet.com","observedAt":"2026-08-09T18:19:45.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.smartsheet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1888},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":210025,"botStatus":200,"botBytes":210025,"detected":false},"llmsTxt":{"present":true,"bytes":15230,"specValid":true,"issues":[],"linkCount":23},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Intelligent Work Management Platform | Smartsheet","lang":"en","ssrTextLength":7571,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":106,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"smartthings.com","rank":918,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smartthings.com","observedAt":"2026-08-09T18:19:46.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.samsung.com/us/smartthings/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":122},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":586774,"botStatus":200,"botBytes":586774,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Smart home with Samsung SmartThings | Samsung US","lang":"en","ssrTextLength":18486,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":280,"imagesWithAlt":251,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smh.com.au","rank":2547,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smh.com.au","observedAt":"2026-08-09T18:19:46.891Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.smh.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":52,"usesAllowRules":true,"crawlDelay":null,"bytes":4048},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1249026,"botStatus":200,"botBytes":1249026,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Australian Breaking News Headlines &amp; World News Online | SMH.com.au","lang":"en","ssrTextLength":18925,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":100,"imagesWithAlt":100,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"smi2.net","rank":2311,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smi2.net","observedAt":"2026-08-09T18:19:47.107Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://smi2.net/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":60},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":45690,"botStatus":200,"botBytes":45690,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"СМИ2","lang":"en","ssrTextLength":1010,"h1Count":1,"landmarks":[],"imagesTotal":4,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smi2.ru","rank":2426,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smi2.ru","observedAt":"2026-08-09T18:19:47.217Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":23,"usesAllowRules":true,"crawlDelay":2,"bytes":2398},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"smilewanted.com","rank":1257,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smilewanted.com","observedAt":"2026-08-09T18:19:47.708Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.smilewanted.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176144,"botStatus":200,"botBytes":176144,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Smile Wanted &#8211; Supply Intelligence","lang":"fr","ssrTextLength":4421,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":213,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"smithsonianmag.com","rank":2685,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smithsonianmag.com","observedAt":"2026-08-09T18:19:47.885Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.smithsonianmag.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":117903,"botStatus":200,"botBytes":117903,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Smithsonian Magazine: Explore History, Science, Arts &amp; Culture","lang":"en","ssrTextLength":11912,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":53,"imagesWithAlt":52,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"smugmug.com","rank":3688,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"smugmug.com","observedAt":"2026-08-09T18:19:48.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":1662},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"snapchat.com","rank":119,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snapchat.com","observedAt":"2026-08-09T18:19:48.395Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.snapchat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":51,"usesAllowRules":true,"crawlDelay":null,"bytes":4490},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":44295,"botStatus":200,"botBytes":147030,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Snapchat - Say It In A Snap","lang":"en","ssrTextLength":53,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"google","server":"API Gateway"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"snapcraft.io","rank":2893,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snapcraft.io","observedAt":"2026-08-09T18:19:48.408Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://snapcraft.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86482,"botStatus":200,"botBytes":86482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Snapcraft - Snaps are universal Linux packages","lang":"en","ssrTextLength":17489,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":26,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.0 (Ubuntu)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"snapkit.com","rank":2083,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snapkit.com","observedAt":"2026-08-09T18:19:48.466Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://developers.snap.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":27656,"botStatus":200,"botBytes":27656,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Snap for Developers","lang":"en","ssrTextLength":884,"h1Count":0,"landmarks":["nav"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"snaptik.app","rank":1547,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snaptik.app","observedAt":"2026-08-09T18:19:48.561Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://snaptik.app/en3","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":164},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74724,"botStatus":200,"botBytes":74724,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","PodcastSeries","FAQPage","HowTo"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Tiktok Downloader - Download Video tiktok Without Watermark | SnapTik","lang":"en","ssrTextLength":6475,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":4,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sndcdn.com","rank":4961,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sndcdn.com","observedAt":"2026-08-09T18:19:48.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://soundcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"DataDome challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1441},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":67292,"botStatus":200,"botBytes":67265,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stream and listen to music online for free with SoundCloud","lang":"en","ssrTextLength":329,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"am/2"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sng.link","rank":3614,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sng.link","observedAt":"2026-08-09T18:19:48.931Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"snopes.com","rank":4202,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snopes.com","observedAt":"2026-08-09T18:19:49.679Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.snopes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":2471},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":679995,"botStatus":402,"botBytes":283,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Snopes.com | The definitive fact-checking site and reference source for urban legends, folklore, myths, rumors, and misinformation.","lang":"en","ssrTextLength":13266,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":64,"imagesWithAlt":54,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"snowflake.com","rank":2444,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snowflake.com","observedAt":"2026-08-09T18:19:50.379Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.snowflake.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2805},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":985600,"botStatus":200,"botBytes":985600,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Snowflake AI Data Cloud","lang":"en","ssrTextLength":5878,"h1Count":2,"landmarks":["nav","article","aside"],"imagesTotal":53,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"snowflakecomputing.com","rank":3283,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snowflakecomputing.com","observedAt":"2026-08-09T18:19:50.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.snowflake.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":3810},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":985600,"botStatus":200,"botBytes":985600,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Snowflake AI Data Cloud","lang":"en","ssrTextLength":5878,"h1Count":2,"landmarks":["nav","article","aside"],"imagesTotal":53,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"snssdk.com","rank":2653,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"snssdk.com","observedAt":"2026-08-09T18:19:51.055Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://app.toutiao.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3415,"botStatus":200,"botBytes":3415,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"今日头条APP下载_头条官网","lang":null,"ssrTextLength":14,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"so.com","rank":2290,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"so.com","observedAt":"2026-08-09T18:19:51.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.so.com/?src=so.com","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":58},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":307508,"botStatus":200,"botBytes":307513,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"360搜索，SO靠谱","lang":null,"ssrTextLength":450,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty/1.15.8.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"socdm.com","rank":2545,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"socdm.com","observedAt":"2026-08-09T18:19:52.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://socdm.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sofascore.com","rank":988,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sofascore.com","observedAt":"2026-08-09T18:19:52.219Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sofascore.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":48,"botStatus":403,"botBytes":48,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":48,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Varnish"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"softbank.jp","rank":4878,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"softbank.jp","observedAt":"2026-08-09T18:19:52.569Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.softbank.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47137,"botStatus":200,"botBytes":47137,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ソフトバンク","lang":"ja","ssrTextLength":983,"h1Count":0,"landmarks":["main","header","footer","aside"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sitecore","network":"azure-frontdoor","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"softether-network.net","rank":3705,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"softether-network.net","observedAt":"2026-08-09T18:19:52.893Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"softonic.com","rank":2945,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"softonic.com","observedAt":"2026-08-09T18:19:52.920Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://en.softonic.com/?ex=RAMP-4479.1&rex=true","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":627234,"botStatus":200,"botBytes":631363,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"App news and reviews, best software downloads and discovery - Softonic","lang":"en","ssrTextLength":12580,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":459,"imagesWithAlt":457,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"softpedia.com","rank":4946,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"softpedia.com","observedAt":"2026-08-09T18:19:53.295Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.softpedia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","CCBot","Amazonbot","Bytespider"],"groupCount":33,"usesAllowRules":false,"crawlDelay":2,"bytes":1466},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5487,"botStatus":402,"botBytes":55,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":751,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sogou.com","rank":2081,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sogou.com","observedAt":"2026-08-09T18:19:53.302Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":15,"usesAllowRules":false,"crawlDelay":null,"bytes":10474},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sohu.com","rank":455,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sohu.com","observedAt":"2026-08-09T18:19:53.491Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["Bytespider"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":8351},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sondakika.com","rank":1508,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sondakika.com","observedAt":"2026-08-09T18:19:53.579Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sondakika.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":643},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":203761,"botStatus":200,"botBytes":203761,"detected":false},"llmsTxt":{"present":true,"bytes":6647,"specValid":true,"issues":[],"linkCount":48},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebPage","ItemList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Son Dakika - Son Dakika Haberleri - Son Haberler","lang":"tr","ssrTextLength":10749,"h1Count":1,"landmarks":["nav","header","aside"],"imagesTotal":175,"imagesWithAlt":170,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sonicwall.com","rank":4240,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sonicwall.com","observedAt":"2026-08-09T18:19:54.203Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sonicwall.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":25491},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":360465,"botStatus":200,"botBytes":360465,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cybersecurity That Delivers Real Business Outcomes | SonicWall","lang":"en","ssrTextLength":10119,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":20,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sonobi.com","rank":2159,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sonobi.com","observedAt":"2026-08-09T18:19:54.681Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sonobi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":87},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75193,"botStatus":502,"botBytes":49574,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 - Forbidden","lang":"en","ssrTextLength":105,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"sucuri","server":"Sucuri/Cloudproxy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sonos.com","rank":3066,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sonos.com","observedAt":"2026-08-09T18:19:54.822Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sonos.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":359,"botStatus":200,"botBytes":972051,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":198,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sony.com","rank":2220,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sony.com","observedAt":"2026-08-09T18:19:55.025Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.sony.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":184,"botStatus":200,"botBytes":94019,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":115,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sophos.com","rank":758,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sophos.com","observedAt":"2026-08-09T18:19:55.206Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","YouBot","FirecrawlAgent"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":1719},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sophosxl.net","rank":4336,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sophosxl.net","observedAt":"2026-08-09T18:19:55.723Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sotwe.com","rank":1352,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sotwe.com","observedAt":"2026-08-09T18:19:56.091Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.sotwe.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":567,"usesAllowRules":false,"crawlDelay":null,"bytes":19083},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":5702,"botStatus":403,"botBytes":5483,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"soufun.com","rank":3832,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"soufun.com","observedAt":"2026-08-09T18:19:56.533Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.soufun.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159875,"botStatus":200,"botBytes":159875,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"全国房地产门户|房地产网】-直播看房抢优惠-全国房天下","lang":null,"ssrTextLength":9464,"h1Count":0,"landmarks":[],"imagesTotal":218,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"soundcloud.com","rank":177,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"soundcloud.com","observedAt":"2026-08-09T18:19:56.711Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://soundcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"DataDome challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1441},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai"],"cloaking":{"tested":true,"browserBytes":67317,"botStatus":200,"botBytes":67265,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stream and listen to music online for free with SoundCloud","lang":"en","ssrTextLength":329,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"am/2"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sourceforge.net","rank":229,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sourceforge.net","observedAt":"2026-08-09T18:19:57.077Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://sourceforge.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5837},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5789,"botStatus":200,"botBytes":120067,"detected":false},"llmsTxt":{"present":true,"bytes":2000000,"specValid":true,"issues":[],"linkCount":2028},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"southernliving.com","rank":4422,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"southernliving.com","observedAt":"2026-08-09T18:19:57.203Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://southernliving.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3447},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":401998,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"southwest.com","rank":4288,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"southwest.com","observedAt":"2026-08-09T18:19:57.227Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.southwest.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":619},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7881,"botStatus":200,"botBytes":7508,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Southwest Airlines | Airline Tickets and Low Fares","lang":"en","ssrTextLength":50,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sovcombank.ru","rank":4517,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sovcombank.ru","observedAt":"2026-08-09T18:19:57.320Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://sovcombank.ru/","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Bytespider"],"groupCount":630,"usesAllowRules":true,"crawlDelay":null,"bytes":27201},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sozcu.com.tr","rank":1442,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sozcu.com.tr","observedAt":"2026-08-09T18:19:57.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sozcu.com.tr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":317},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":263479,"botStatus":200,"botBytes":263479,"detected":false},"llmsTxt":{"present":true,"bytes":5963,"specValid":true,"issues":[],"linkCount":14},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sözcü Gazetesi - Haberler, son dakika haberleri, güncel haber, köşe yazıları","lang":"tr","ssrTextLength":10149,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":119,"imagesWithAlt":115,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"space.com","rank":3761,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"space.com","observedAt":"2026-08-09T18:19:58.106Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.space.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":1679},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1785974,"botStatus":200,"botBytes":1785974,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Space.com: NASA, Space Exploration and Astronomy News","lang":"en","ssrTextLength":14984,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":64,"imagesWithAlt":42,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"spaceship.com","rank":4652,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spaceship.com","observedAt":"2026-08-09T18:19:58.535Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.spaceship.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":1,"bytes":46},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5749,"botStatus":403,"botBytes":5727,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"spaceweb.pro","rank":523,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spaceweb.pro","observedAt":"2026-08-09T18:19:58.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spaceweb.ru","rank":2606,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spaceweb.ru","observedAt":"2026-08-09T18:19:58.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sweb.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":841},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":282438,"botStatus":200,"botBytes":282438,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Купить хостинг для сайта | Услуги хостинга SpaceWeb","lang":null,"ssrTextLength":23397,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":29,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"spacex.com","rank":5021,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spacex.com","observedAt":"2026-08-09T18:19:59.303Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.spacex.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3487,"botStatus":200,"botBytes":3487,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SpaceX","lang":"en","ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"spaggiari.eu","rank":1630,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spaggiari.eu","observedAt":"2026-08-09T18:19:59.425Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.spaggiari.eu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":5,"bytes":901},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":421533,"botStatus":200,"botBytes":421533,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","EducationalOrganization","WebSite","WebPage","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Spaggiari | Software scolastico: ClasseViva e Segreteria Digitale","lang":"it","ssrTextLength":22347,"h1Count":0,"landmarks":["main","header","footer","article"],"imagesTotal":44,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"spamcop.net","rank":4244,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spamcop.net","observedAt":"2026-08-09T18:19:59.682Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.spamcop.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":102},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5156,"botStatus":200,"botBytes":5156,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SpamCop.net - Beware of cheap imitations","lang":null,"ssrTextLength":1207,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"spamhaus.org","rank":2066,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spamhaus.org","observedAt":"2026-08-09T18:19:59.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.spamhaus.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":719491,"botStatus":200,"botBytes":719491,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Strengthening trust and safety across the internet | Spamhaus","lang":"en","ssrTextLength":4112,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"spankbang.com","rank":1193,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spankbang.com","observedAt":"2026-08-09T18:20:00.546Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://spankbang.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5685,"botStatus":403,"botBytes":5663,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"spankbang.party","rank":1419,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spankbang.party","observedAt":"2026-08-09T18:20:01.267Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://spankbang.party/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5708,"botStatus":403,"botBytes":5687,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sparteo.com","rank":2495,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sparteo.com","observedAt":"2026-08-09T18:20:01.552Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://corporate.sparteo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103,"botStatus":403,"botBytes":103,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Error 403 Forbidden","lang":null,"ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spb.ru","rank":2664,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spb.ru","observedAt":"2026-08-09T18:20:02.002Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"http://spb.ru/","error":"homepage returned HTTP 503","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spbycdn.com","rank":1478,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spbycdn.com","observedAt":"2026-08-09T18:20:02.010Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spec.org","rank":4802,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spec.org","observedAt":"2026-08-09T18:20:02.031Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://spec.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":659},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":44414,"botStatus":200,"botBytes":44414,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SPEC - Standard Performance Evaluation Corporation","lang":"en","ssrTextLength":6355,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":11,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spectrum.com","rank":1360,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spectrum.com","observedAt":"2026-08-09T18:20:02.277Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://spectrum.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":362,"botStatus":403,"botBytes":502,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"speedifyvolcai.com","rank":3319,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"speedifyvolcai.com","observedAt":"2026-08-09T18:20:02.698Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"speedtest.net","rank":489,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"speedtest.net","observedAt":"2026-08-09T18:20:02.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.speedtest.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":247},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":204632,"botStatus":200,"botBytes":204632,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Speedtest by Ookla - The Global Broadband Speed Test","lang":"en","ssrTextLength":1376,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"speedtestcustom.com","rank":4282,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"speedtestcustom.com","observedAt":"2026-08-09T18:20:03.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://speedtestcustom.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spglobal.com","rank":3370,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spglobal.com","observedAt":"2026-08-09T18:20:04.550Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.spglobal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":370,"botStatus":200,"botBytes":931143,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":205,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spiegel.de","rank":1441,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spiegel.de","observedAt":"2026-08-09T18:20:04.689Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.spiegel.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":39,"usesAllowRules":true,"crawlDelay":null,"bytes":2617},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1892561,"botStatus":403,"botBytes":538,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DER SPIEGEL | Online-Nachrichten","lang":"de","ssrTextLength":59732,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":649,"imagesWithAlt":67,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"spinnovax.org","rank":2010,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spinnovax.org","observedAt":"2026-08-09T18:20:04.691Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"splashtop.com","rank":2875,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"splashtop.com","observedAt":"2026-08-09T18:20:04.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.splashtop.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":5,"bytes":424},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":440117,"botStatus":200,"botBytes":440117,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Splashtop: Secure Remote Access &amp; Remote Support Software","lang":"en","ssrTextLength":7311,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":71,"imagesWithAlt":48,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"fastly","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"split.io","rank":1097,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"split.io","observedAt":"2026-08-09T18:20:04.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.split.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":41},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30897,"botStatus":200,"botBytes":30897,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Split.io","lang":"en","ssrTextLength":3889,"h1Count":2,"landmarks":["nav","footer"],"imagesTotal":48,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"splunkcloud.com","rank":2479,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"splunkcloud.com","observedAt":"2026-08-09T18:20:04.997Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.splunk.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":476903,"botStatus":200,"botBytes":472695,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","VideoObject"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Splunk | Unified Security &amp; Observability for Digital Resilience","lang":"en","ssrTextLength":11690,"h1Count":1,"landmarks":["nav"],"imagesTotal":124,"imagesWithAlt":121,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"splunkdev.net","rank":4334,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"splunkdev.net","observedAt":"2026-08-09T18:20:05.423Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spo-msedge.net","rank":165,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spo-msedge.net","observedAt":"2026-08-09T18:20:05.444Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sport.es","rank":1834,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sport.es","observedAt":"2026-08-09T18:20:05.626Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sport.es/es/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","meta-externalagent"],"groupCount":27,"usesAllowRules":true,"crawlDelay":null,"bytes":1698},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1012426,"botStatus":403,"botBytes":425,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","ItemList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"SPORT | Noticias del Barça, La Liga, fútbol y otros deportes","lang":"es","ssrTextLength":18358,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":182,"imagesWithAlt":166,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sportfilm800.com","rank":1930,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sportfilm800.com","observedAt":"2026-08-09T18:20:06.057Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sportfilm800.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1909},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":9876,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"200% ON FIRST DEPOSIT","lang":"en","ssrTextLength":452,"h1Count":0,"landmarks":["main","header"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sportradar.com","rank":2882,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sportradar.com","observedAt":"2026-08-09T18:20:06.096Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sportradar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":324601,"botStatus":200,"botBytes":324601,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Sportradar - The Sports Technology Company","lang":"en","ssrTextLength":13948,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":89,"imagesWithAlt":26,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sportradarserving.com","rank":3792,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sportradarserving.com","observedAt":"2026-08-09T18:20:06.464Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":105},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sports.ru","rank":4307,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sports.ru","observedAt":"2026-08-09T18:20:06.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sports.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4013},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":872692,"botStatus":200,"botBytes":872784,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Спорт: футбол, хоккей, баскетбол, теннис, бокс, биатлон, Формула-1 — все новости спорта на Sports.ru","lang":null,"ssrTextLength":20959,"h1Count":3,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":121,"imagesWithAlt":116,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sportskeeda.com","rank":4239,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sportskeeda.com","observedAt":"2026-08-09T18:20:06.906Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.sportskeeda.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1880,"botStatus":405,"botBytes":2213,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Forbidden","lang":null,"ssrTextLength":46,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sportybet.com","rank":1387,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sportybet.com","observedAt":"2026-08-09T18:20:07.068Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sportybet.com/ng/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":371},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86239,"botStatus":200,"botBytes":86239,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Online Sports Betting Nigeria &amp; Live Betting Odds at","lang":"en","ssrTextLength":50,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"spot.im","rank":3015,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spot.im","observedAt":"2026-08-09T18:20:08.247Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":502,"finalUrl":"https://www.spot.im/index.html","error":"homepage returned HTTP 502","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":52},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spotify.com","rank":67,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spotify.com","observedAt":"2026-08-09T18:20:08.336Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://open.spotify.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":592},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":156340,"botStatus":200,"botBytes":158603,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Spotify – Web Player","lang":"en","ssrTextLength":20,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"spotifycdn.com","rank":873,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spotifycdn.com","observedAt":"2026-08-09T18:20:08.925Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spov-msedge.net","rank":272,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spov-msedge.net","observedAt":"2026-08-09T18:20:09.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"spreaker.com","rank":4107,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"spreaker.com","observedAt":"2026-08-09T18:20:09.071Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.spreaker.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":194},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1031420,"botStatus":403,"botBytes":197164,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Spreaker","lang":"en","ssrTextLength":10228,"h1Count":0,"landmarks":[],"imagesTotal":228,"imagesWithAlt":227,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sprig.com","rank":3983,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sprig.com","observedAt":"2026-08-09T18:20:09.468Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sprig.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":176},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":79493,"botStatus":200,"botBytes":79493,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Sprig | Enterprise Research Platform Powered by AI Agents","lang":null,"ssrTextLength":6181,"h1Count":1,"landmarks":["main","nav","aside"],"imagesTotal":67,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"springer.com","rank":275,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"springer.com","observedAt":"2026-08-09T18:20:09.484Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://link.springer.com/brands/springer","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":286},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3036,"botStatus":406,"botBytes":8938,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Client Challenge","lang":"en","ssrTextLength":226,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"springserve.com","rank":2086,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"springserve.com","observedAt":"2026-08-09T18:20:09.698Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.magnite.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":171854,"botStatus":200,"botBytes":171854,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Magnite - The Largest Independent Sell-Side Advertising Company","lang":"en","ssrTextLength":6156,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":46,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sprinklr.com","rank":3086,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sprinklr.com","observedAt":"2026-08-09T18:20:09.726Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sprinklr.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":483},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":717882,"botStatus":200,"botBytes":717882,"detected":false},"llmsTxt":{"present":true,"bytes":54656,"specValid":true,"issues":[],"linkCount":260},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Sprinklr: The Definitive AI-Native Customer Experience Platform","lang":"en","ssrTextLength":15061,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":77,"imagesWithAlt":77,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sprinthost.ru","rank":2941,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sprinthost.ru","observedAt":"2026-08-09T18:20:09.865Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sprinthost.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":820},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":110020,"botStatus":200,"botBytes":110020,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Спринтхост — удобный хостинг с бесподобной техподдержкой","lang":"ru","ssrTextLength":56,"h1Count":0,"landmarks":["main"],"imagesTotal":3,"imagesWithAlt":1,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sproutsocial.com","rank":3019,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sproutsocial.com","observedAt":"2026-08-09T18:20:11.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sproutsocial.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":383},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":232990,"botStatus":200,"botBytes":232990,"detected":false},"llmsTxt":{"present":true,"bytes":15219,"specValid":true,"issues":[],"linkCount":100},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Sprout Social: Social Media Management Tool","lang":"en","ssrTextLength":6392,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":66,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sqlite.org","rank":4692,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sqlite.org","observedAt":"2026-08-09T18:20:11.173Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sqlite.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":100},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8886,"botStatus":403,"botBytes":14,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SQLite Home Page","lang":null,"ssrTextLength":1581,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"square.site","rank":2962,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"square.site","observedAt":"2026-08-09T18:20:11.540Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://squareup.com/us/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2199},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1981000,"botStatus":200,"botBytes":1980991,"detected":false},"llmsTxt":{"present":true,"bytes":21863,"specValid":true,"issues":[],"linkCount":82},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Power your entire business | Square","lang":"en","ssrTextLength":12224,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":95,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"squarespace.com","rank":600,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"squarespace.com","observedAt":"2026-08-09T18:20:12.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.squarespace.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot"],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2379},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":624228,"botStatus":200,"botBytes":624228,"detected":false},"llmsTxt":{"present":true,"bytes":2086,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","LocalBusiness","HowTo","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Website Builder – Easily Create Your Own Website &mdash; Squarespace","lang":"en","ssrTextLength":26888,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":75,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"squarespace","network":null,"server":"Squarespace"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"squarespacedns.com","rank":539,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"squarespacedns.com","observedAt":"2026-08-09T18:20:12.108Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"squareup.com","rank":2164,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"squareup.com","observedAt":"2026-08-09T18:20:12.518Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://squareup.com/us/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2199},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1981000,"botStatus":200,"botBytes":1981046,"detected":false},"llmsTxt":{"present":true,"bytes":21863,"specValid":true,"issues":[],"linkCount":82},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Power your entire business | Square","lang":"en","ssrTextLength":12224,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":95,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"squid-cache.org","rank":4216,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"squid-cache.org","observedAt":"2026-08-09T18:20:12.643Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.squid-cache.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":120},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7360,"botStatus":200,"botBytes":7360,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"squid : Optimising Web Delivery","lang":null,"ssrTextLength":2892,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.41 (Ubuntu)"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"srf.ch","rank":4543,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"srf.ch","observedAt":"2026-08-09T18:20:12.660Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.srf.ch/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":24,"usesAllowRules":false,"crawlDelay":null,"bytes":2822},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":328725,"botStatus":200,"botBytes":328726,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Schweizer Radio und Fernsehen (SRF)","lang":"de","ssrTextLength":14734,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":82,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"srmdata.com","rank":3463,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"srmdata.com","observedAt":"2026-08-09T18:20:12.760Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"srv53.com","rank":3918,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"srv53.com","observedAt":"2026-08-09T18:20:13.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://dnshosting.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":32},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3077,"botStatus":200,"botBytes":3077,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"DNShosting.org - {{ someTitle }}","lang":null,"ssrTextLength":126,"h1Count":3,"landmarks":["header","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"srv53.net","rank":4698,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"srv53.net","observedAt":"2026-08-09T18:20:14.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://srv53.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":130115,"botStatus":200,"botBytes":130115,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Паркова сторінка Imena.UA","lang":"ru","ssrTextLength":2663,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ss.com","rank":1582,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ss.com","observedAt":"2026-08-09T18:20:14.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ss.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2279},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24771,"botStatus":200,"botBytes":24771,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Sludinājumi - SS.COM","lang":"lv","ssrTextLength":2186,"h1Count":1,"landmarks":[],"imagesTotal":18,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"SS/2021"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ssa.gov","rank":2549,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ssa.gov","observedAt":"2026-08-09T18:20:14.619Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UNABLE_TO_VERIFY_LEAF_SIGNATURE","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ssc.gov.in","rank":1934,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ssc.gov.in","observedAt":"2026-08-09T18:20:14.632Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ssc.gov.in/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":80649,"botStatus":200,"botBytes":80649,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Staff Selection Commission | GoI","lang":"en","ssrTextLength":39,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ssl-images-amazon.com","rank":862,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ssl-images-amazon.com","observedAt":"2026-08-09T18:20:14.836Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ssl.com","rank":3216,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ssl.com","observedAt":"2026-08-09T18:20:14.992Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ssl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":170},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":356850,"botStatus":200,"botBytes":356850,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"SSL Certificate &amp; Digital Certificate Authority - SSL.com","lang":"en","ssrTextLength":16734,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":54,"imagesWithAlt":40,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"sslip.io","rank":1972,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sslip.io","observedAt":"2026-08-09T18:20:15.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sslip.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13506,"botStatus":200,"botBytes":13506,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to nip.io / sslip.io","lang":"en","ssrTextLength":5856,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.28.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sspnet.tech","rank":5088,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sspnet.tech","observedAt":"2026-08-09T18:20:15.988Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://api.mobileadx.ru/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ssrn.com","rank":2100,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ssrn.com","observedAt":"2026-08-09T18:20:16.041Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ssrn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended"],"groupCount":4,"usesAllowRules":false,"crawlDelay":5,"bytes":209},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5744,"botStatus":403,"botBytes":896790,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ssstik.io","rank":1467,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ssstik.io","observedAt":"2026-08-09T18:20:16.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ssstik.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":72},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":38545,"botStatus":200,"botBytes":38545,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"TikTok Downloader - Download TikTok Video Without Watermark","lang":"en","ssrTextLength":6575,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"stackadapt.com","rank":654,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stackadapt.com","observedAt":"2026-08-09T18:20:16.747Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.stackadapt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":473},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":402166,"botStatus":200,"botBytes":402166,"detected":false},"llmsTxt":{"present":true,"bytes":16113,"specValid":true,"issues":[],"linkCount":49},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AI Advertising Platform | StackAdapt","lang":"en","ssrTextLength":8782,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":46,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"StackAdapt"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"stackdns.com","rank":3058,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stackdns.com","observedAt":"2026-08-09T18:20:17.278Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stackexchange.com","rank":1166,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stackexchange.com","observedAt":"2026-08-09T18:20:17.394Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://stackexchange.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5727,"botStatus":200,"botBytes":109401,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"stackoverflow.com","rank":494,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stackoverflow.com","observedAt":"2026-08-09T18:20:17.675Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://stackoverflow.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5727,"botStatus":403,"botBytes":5231,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"standard.co.uk","rank":3563,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"standard.co.uk","observedAt":"2026-08-09T18:20:18.142Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.standard.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":422},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":451415,"botStatus":200,"botBytes":451415,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"London news, sport and culture | The Standard | London Evening Standard | The London Standard","lang":"en","ssrTextLength":8424,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":93,"imagesWithAlt":93,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"standardnotes.com","rank":3981,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"standardnotes.com","observedAt":"2026-08-09T18:20:18.348Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://standardnotes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1954},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":158821,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Standard Notes | End-To-End Encrypted Notes App","lang":"en","ssrTextLength":3727,"h1Count":1,"landmarks":[],"imagesTotal":59,"imagesWithAlt":54,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"stanford.edu","rank":363,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stanford.edu","observedAt":"2026-08-09T18:20:18.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.stanford.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":197},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":779143,"botStatus":200,"botBytes":779143,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stanford University","lang":"en","ssrTextLength":8739,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":25,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"storyblok","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"starbucks.com","rank":3088,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"starbucks.com","observedAt":"2026-08-09T18:20:18.800Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://starbucks.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"starfall.com","rank":4612,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"starfall.com","observedAt":"2026-08-09T18:20:19.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.starfall.com/h/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":80},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41218,"botStatus":200,"botBytes":41218,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Starfall Education: Kids Games, Movies, Books & Music for K-5 and above","lang":"en","ssrTextLength":2543,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":7,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"starlink.com","rank":1033,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"starlink.com","observedAt":"2026-08-09T18:20:20.041Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://starlink.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":748},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":32005,"botStatus":200,"botBytes":32005,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"whydoyoucare?"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"starmakerstudios.com","rank":2998,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"starmakerstudios.com","observedAt":"2026-08-09T18:20:20.141Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.starmakerstudios.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot","Bytespider"],"groupCount":5,"usesAllowRules":true,"crawlDelay":5,"bytes":437},"tier1Blocked":[],"tier2Blocked":["Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":190482,"botStatus":403,"botBytes":21,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"StarMaker: Sing Trending Karaoke Songs with Lyrics For Free","lang":"en","ssrTextLength":2124,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":80,"imagesWithAlt":76,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"startappservice.com","rank":2798,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"startappservice.com","observedAt":"2026-08-09T18:20:20.408Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://startappservice.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":243,"botStatus":403,"botBytes":243,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":120,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"staseraintv.com","rank":1750,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"staseraintv.com","observedAt":"2026-08-09T18:20:20.450Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://staseraintv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":52678,"botStatus":200,"botBytes":52678,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stasera in TV - Stasera in Televisione - Oggi in TV","lang":"it","ssrTextLength":6173,"h1Count":0,"landmarks":[],"imagesTotal":11,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx/1.22.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"statcounter.com","rank":1026,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"statcounter.com","observedAt":"2026-08-09T18:20:20.775Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://statcounter.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24778,"botStatus":403,"botBytes":162,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Web Analytics Made Easy - Statcounter","lang":null,"ssrTextLength":4328,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":46,"imagesWithAlt":30,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"state.gov","rank":911,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"state.gov","observedAt":"2026-08-09T18:20:20.781Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.state.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":250703,"botStatus":200,"botBytes":659506,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"U.S. Department of State – Home","lang":"en","ssrTextLength":16774,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":20,"imagesWithAlt":13,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"staticflickr.com","rank":2769,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"staticflickr.com","observedAt":"2026-08-09T18:20:20.987Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"statista.com","rank":454,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"statista.com","observedAt":"2026-08-09T18:20:21.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":11030},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"statsigapi.net","rank":4331,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"statsigapi.net","observedAt":"2026-08-09T18:20:21.221Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://statsigapi.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19,"botStatus":403,"botBytes":19,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":19,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"statuspage.io","rank":1119,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"statuspage.io","observedAt":"2026-08-09T18:20:21.317Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.atlassian.com/software/statuspage","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":127607,"botStatus":200,"botBytes":127607,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Real-Time Incident Communication with Statuspage | Atlassian | Atlassian","lang":"en","ssrTextLength":9408,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":26,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AtlassianEdge"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"stbid.ru","rank":982,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stbid.ru","observedAt":"2026-08-09T18:20:21.793Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"steamcommunity.com","rank":429,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steamcommunity.com","observedAt":"2026-08-09T18:20:22.041Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://steamcommunity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47523,"botStatus":200,"botBytes":47530,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Steam Community","lang":"en","ssrTextLength":2192,"h1Count":0,"landmarks":[],"imagesTotal":13,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"steamconnecttest.com","rank":4293,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steamconnecttest.com","observedAt":"2026-08-09T18:20:22.232Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://steamconnecttest.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7,"botStatus":200,"botBytes":7,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":7,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"steamcontent.com","rank":2053,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steamcontent.com","observedAt":"2026-08-09T18:20:22.523Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"steaminventoryhelper.com","rank":4103,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steaminventoryhelper.com","observedAt":"2026-08-09T18:20:23.100Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://steaminventoryhelper.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":732},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6137,"botStatus":403,"botBytes":6137,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":762,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"steampowered.com","rank":299,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steampowered.com","observedAt":"2026-08-09T18:20:23.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://store.steampowered.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":303},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1078299,"botStatus":200,"botBytes":1078295,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to Steam","lang":"en","ssrTextLength":20832,"h1Count":0,"landmarks":[],"imagesTotal":180,"imagesWithAlt":175,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"steamserver.net","rank":152,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steamserver.net","observedAt":"2026-08-09T18:20:23.875Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"steamstatic.com","rank":754,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steamstatic.com","observedAt":"2026-08-09T18:20:23.919Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"steptofsvo.com","rank":3578,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"steptofsvo.com","observedAt":"2026-08-09T18:20:24.336Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stern.de","rank":3976,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stern.de","observedAt":"2026-08-09T18:20:24.602Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.stern.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","Applebot-Extended","CCBot","Diffbot"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":1055},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":466911,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Nachrichten, Hintergründe &amp; Reportagen | STERN.de","lang":"de","ssrTextLength":28097,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":130,"imagesWithAlt":126,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"stickyadstv.com","rank":3548,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stickyadstv.com","observedAt":"2026-08-09T18:20:24.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stocrm.ru","rank":4180,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stocrm.ru","observedAt":"2026-08-09T18:20:25.284Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://stocrm.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2000},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Программа для автосервиса STOCRM","lang":"ru","ssrTextLength":20141,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":75,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"straitstimes.com","rank":3950,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"straitstimes.com","observedAt":"2026-08-09T18:20:25.366Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.straitstimes.com/global","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":10,"bytes":3115},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":318419,"botStatus":200,"botBytes":318419,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The Straits Times - Breaking news, Singapore news, Asia and world news &amp; multimedia","lang":"en","ssrTextLength":6513,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":63,"imagesWithAlt":56,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"strato.de","rank":2849,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"strato.de","observedAt":"2026-08-09T18:20:25.698Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.strato.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":199},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136987,"botStatus":200,"botBytes":136987,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Corporation"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"STRATO | Gedacht. Gemacht.","lang":"de","ssrTextLength":8004,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":41,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stratoserver.net","rank":2339,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stratoserver.net","observedAt":"2026-08-09T18:20:25.812Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"strava.com","rank":2204,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"strava.com","observedAt":"2026-08-09T18:20:26.056Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.strava.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","meta-externalagent"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1510},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":586717,"botStatus":200,"botBytes":586698,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Strava | Running, Cycling &amp; Hiking App - Train, Track &amp; Share","lang":"en","ssrTextLength":6567,"h1Count":3,"landmarks":["main","nav","footer"],"imagesTotal":38,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"istio-envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"streamabc.link","rank":4973,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"streamabc.link","observedAt":"2026-08-09T18:20:26.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"streamtheworld.com","rank":3333,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"streamtheworld.com","observedAt":"2026-08-09T18:20:26.229Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"strip2.co","rank":4668,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"strip2.co","observedAt":"2026-08-09T18:20:26.734Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":502,"finalUrl":"https://vps402.strip2.co/","error":"homepage returned HTTP 502","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stripchat.com","rank":723,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stripchat.com","observedAt":"2026-08-09T18:20:27.018Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://stripchat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":651},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":602801,"botStatus":200,"botBytes":838961,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Live Sex Cams and Adult Chat with Nude Girls | Stripchat","lang":"en","ssrTextLength":5158,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stripe.com","rank":238,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stripe.com","observedAt":"2026-08-09T18:20:27.075Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://stripe.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":2,"bytes":643},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":645063,"botStatus":200,"botBytes":636195,"detected":false},"llmsTxt":{"present":true,"bytes":64986,"specValid":true,"issues":[],"linkCount":285},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Stripe | Financial Infrastructure to Grow Your Revenue","lang":"en","ssrTextLength":13283,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":35,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"stripe.network","rank":2052,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stripe.network","observedAt":"2026-08-09T18:20:27.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://stripe.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":645063,"botStatus":200,"botBytes":636187,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Stripe | Financial Infrastructure to Grow Your Revenue","lang":"en","ssrTextLength":13283,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":35,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"strln.net","rank":5056,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"strln.net","observedAt":"2026-08-09T18:20:27.577Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"strpst.com","rank":2627,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"strpst.com","observedAt":"2026-08-09T18:20:27.914Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stspg-customer.com","rank":3955,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stspg-customer.com","observedAt":"2026-08-09T18:20:28.001Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"studentaid.gov","rank":4233,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"studentaid.gov","observedAt":"2026-08-09T18:20:28.476Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://studentaid.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10920,"botStatus":200,"botBytes":10920,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Federal Student Aid","lang":"en","ssrTextLength":30,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":"AkamaiNetStorage"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"studocu.com","rank":3927,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"studocu.com","observedAt":"2026-08-09T18:20:28.496Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.studocu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","cohere-ai","Diffbot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2673},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":346088,"botStatus":403,"botBytes":346088,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Studocu - Access Blocked","lang":"en","ssrTextLength":511,"h1Count":1,"landmarks":["main","header","aside"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stuff.co.nz","rank":3487,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stuff.co.nz","observedAt":"2026-08-09T18:20:29.657Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.stuff.co.nz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":23,"usesAllowRules":false,"crawlDelay":null,"bytes":1665},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":64845,"botStatus":200,"botBytes":64845,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stuff: Latest breaking news | New Zealand","lang":"en","ssrTextLength":41,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"stumbleupon.com","rank":2719,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"stumbleupon.com","observedAt":"2026-08-09T18:20:29.794Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://stumbleupon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5007,"botStatus":200,"botBytes":5008,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"StumbleUpon","lang":null,"ssrTextLength":267,"h1Count":0,"landmarks":["main"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"su89-cdn.net","rank":3022,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"su89-cdn.net","observedAt":"2026-08-09T18:20:29.910Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://su89-cdn.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":524377,"botStatus":200,"botBytes":524293,"detected":false},"llmsTxt":{"present":true,"bytes":14095,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":1889,"h1Count":1,"landmarks":["main"],"imagesTotal":43,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"subito.it","rank":1354,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"subito.it","observedAt":"2026-08-09T18:20:29.981Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.subito.it/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176241,"botStatus":200,"botBytes":176241,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Subito - Compra e vendi gratis in sicurezza","lang":"it","ssrTextLength":3847,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":29,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"substack.com","rank":446,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"substack.com","observedAt":"2026-08-09T18:20:30.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://substack.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5709,"botStatus":200,"botBytes":252319,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sueddeutsche.de","rank":2869,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sueddeutsche.de","observedAt":"2026-08-09T18:20:30.753Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sueddeutsche.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","cohere-ai"],"groupCount":33,"usesAllowRules":true,"crawlDelay":null,"bytes":2272},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["cohere-ai"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Aktuelle Nachrichten und Kommentare - SZ.de","lang":"de","ssrTextLength":23818,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":156,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"sun.com","rank":1408,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sun.com","observedAt":"2026-08-09T18:20:30.792Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.oracle.com/it-infrastructure/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":63428,"botStatus":200,"botBytes":63272,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Hardware | Oracle","lang":"en","ssrTextLength":11271,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":13,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"suno.com","rank":2763,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"suno.com","observedAt":"2026-08-09T18:20:31.012Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://suno.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":335},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222657,"botStatus":200,"botBytes":222657,"detected":false},"llmsTxt":{"present":true,"bytes":11840,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","SoftwareApplication","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Suno | AI Music Generator","lang":"en","ssrTextLength":6174,"h1Count":5,"landmarks":[],"imagesTotal":49,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"supabase.co","rank":1287,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"supabase.co","observedAt":"2026-08-09T18:20:31.328Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://supabase.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":226},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1322641,"botStatus":200,"botBytes":1322641,"detected":false},"llmsTxt":{"present":true,"bytes":2342,"specValid":false,"issues":["no blockquote summary"],"linkCount":30},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Supabase | The Postgres Development Platform","lang":"en","ssrTextLength":8775,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":57,"imagesWithAlt":51,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"supercdn.ru","rank":2748,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"supercdn.ru","observedAt":"2026-08-09T18:20:31.564Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"supercell.com","rank":595,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"supercell.com","observedAt":"2026-08-09T18:20:31.652Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://supercell.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":70268,"botStatus":200,"botBytes":70268,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Supercell","lang":"en","ssrTextLength":2861,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":43,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"superdnsserver.net","rank":4012,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"superdnsserver.net","observedAt":"2026-08-09T18:20:32.076Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"superhosting.bg","rank":1288,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"superhosting.bg","observedAt":"2026-08-09T18:20:32.382Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.superhosting.bg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":72},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43365,"botStatus":200,"botBytes":43365,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Хостинг и домейни от СуперХостинг.БГ","lang":"bg","ssrTextLength":36,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"superporn.com","rank":1479,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"superporn.com","observedAt":"2026-08-09T18:20:32.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.superporn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":270},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":217975,"botStatus":200,"botBytes":217975,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"SuperPorn - FREE PORN VIDEOS","lang":"en","ssrTextLength":7735,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":96,"imagesWithAlt":96,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"supersonicads.com","rank":1283,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"supersonicads.com","observedAt":"2026-08-09T18:20:33.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"supertms.com","rank":503,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"supertms.com","observedAt":"2026-08-09T18:20:34.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"supjav.com","rank":1515,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"supjav.com","observedAt":"2026-08-09T18:20:34.622Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://supjav.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":403,"botBytes":5656,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sureserver.com","rank":2433,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sureserver.com","observedAt":"2026-08-09T18:20:34.791Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"surfshark.com","rank":2648,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"surfshark.com","observedAt":"2026-08-09T18:20:35.143Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://surfshark.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":397},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":125097,"botStatus":200,"botBytes":125097,"detected":false},"llmsTxt":{"present":true,"bytes":13352,"specValid":true,"issues":[],"linkCount":151},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Surfshark: identity &amp; scam protection, antivirus, VPN","lang":"en","ssrTextLength":6708,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":31,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"suruga-ya.jp","rank":1539,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"suruga-ya.jp","observedAt":"2026-08-09T18:20:35.435Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.suruga-ya.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5748,"botStatus":403,"botBytes":5726,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"surveymonkey.com","rank":599,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"surveymonkey.com","observedAt":"2026-08-09T18:20:35.665Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.surveymonkey.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":655},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":588218,"botStatus":200,"botBytes":588218,"detected":false},"llmsTxt":{"present":true,"bytes":13258,"specValid":true,"issues":[],"linkCount":75},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"SurveyMonkey: The World’s Most Popular Survey Platform","lang":"en","ssrTextLength":8827,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":20,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"susercontent.com","rank":1162,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"susercontent.com","observedAt":"2026-08-09T18:20:35.780Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"suumo.jp","rank":1299,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"suumo.jp","observedAt":"2026-08-09T18:20:35.940Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://suumo.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["Google-Extended"],"groupCount":8,"usesAllowRules":true,"crawlDelay":30,"bytes":15484},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":77837,"botStatus":200,"botBytes":77837,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"【SUUMO】不動産売買・住宅購入・賃貸情報ならリクルートの不動産ポータルサイト","lang":"ja","ssrTextLength":4902,"h1Count":1,"landmarks":["header"],"imagesTotal":36,"imagesWithAlt":23,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"svc.ms","rank":518,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"svc.ms","observedAt":"2026-08-09T18:20:36.016Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sway.com","rank":4537,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sway.com","observedAt":"2026-08-09T18:20:36.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sway.cloud.microsoft/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":89},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":117769,"botStatus":200,"botBytes":117774,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Microsoft Sway | Create visually striking newsletters, presentations, and documentation in minutes","lang":null,"ssrTextLength":113,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"sweb.ru","rank":2082,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sweb.ru","observedAt":"2026-08-09T18:20:36.429Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sweb.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":841},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":282438,"botStatus":200,"botBytes":282438,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Купить хостинг для сайта | Услуги хостинга SpaceWeb","lang":null,"ssrTextLength":23397,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":29,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"swiftkey.com","rank":3456,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"swiftkey.com","observedAt":"2026-08-09T18:20:36.514Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.microsoft.com/en-us/swiftkey","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":179117,"botStatus":200,"botBytes":179117,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Microsoft SwiftKey","lang":"en","ssrTextLength":5015,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"azure-frontdoor","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"swiftycdn.net","rank":4900,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"swiftycdn.net","observedAt":"2026-08-09T18:20:36.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"swiggy.com","rank":4688,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"swiggy.com","observedAt":"2026-08-09T18:20:37.237Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.swiggy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":547},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2423,"botStatus":202,"botBytes":2423,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"swishapps.ai","rank":2861,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"swishapps.ai","observedAt":"2026-08-09T18:20:37.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://swishapps.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":113,"botStatus":200,"botBytes":113,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Swish Apps","lang":null,"ssrTextLength":23,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"swr.de","rank":4382,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"swr.de","observedAt":"2026-08-09T18:20:38.314Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.swr.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":21,"usesAllowRules":false,"crawlDelay":null,"bytes":2695},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":252092,"botStatus":200,"botBytes":252092,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Südwestrundfunk | SWR.de","lang":"de","ssrTextLength":17372,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":53,"imagesWithAlt":53,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"swrve.com","rank":4151,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"swrve.com","observedAt":"2026-08-09T18:20:38.843Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"sxyprn.com","rank":1492,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"sxyprn.com","observedAt":"2026-08-09T18:20:39.669Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sxyprn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":65},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":459316,"botStatus":200,"botBytes":459316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"SexyPorn - Free Porn Site","lang":"en","ssrTextLength":33538,"h1Count":0,"landmarks":[],"imagesTotal":147,"imagesWithAlt":98,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"syapp.jp","rank":1963,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"syapp.jp","observedAt":"2026-08-09T18:20:39.735Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"symantec.com","rank":2241,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"symantec.com","observedAt":"2026-08-09T18:20:39.764Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.broadcom.com/products/cybersecurity","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":37394,"botStatus":200,"botBytes":37394,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Symantec™ Enterprise Cloud Cyber Security","lang":"en","ssrTextLength":41,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"symcb.com","rank":3118,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"symcb.com","observedAt":"2026-08-09T18:20:40.145Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"symcd.com","rank":3605,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"symcd.com","observedAt":"2026-08-09T18:20:40.439Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"symphony.com","rank":4349,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"symphony.com","observedAt":"2026-08-09T18:20:40.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://symphony.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":204},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":598233,"botStatus":200,"botBytes":598233,"detected":false},"llmsTxt":{"present":true,"bytes":5452,"specValid":true,"issues":[],"linkCount":43},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Symphony | Communication Software for Enterprise","lang":"en","ssrTextLength":12617,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":116,"imagesWithAlt":102,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"syncingbridge.com","rank":3427,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"syncingbridge.com","observedAt":"2026-08-09T18:20:40.630Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://syncingbridge.com/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"syncthing.net","rank":4354,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"syncthing.net","observedAt":"2026-08-09T18:20:40.790Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://syncthing.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8769,"botStatus":200,"botBytes":8769,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Syncthing","lang":null,"ssrTextLength":2357,"h1Count":0,"landmarks":["nav"],"imagesTotal":6,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"GitHub.com"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"syndicatedsearch.goog","rank":4128,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"syndicatedsearch.goog","observedAt":"2026-08-09T18:20:41.085Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://syndicatedsearch.goog/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"synology.com","rank":877,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"synology.com","observedAt":"2026-08-09T18:20:41.466Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.synology.com/en-global","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":127},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":169911,"botStatus":200,"botBytes":169911,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Synology Inc.","lang":"en","ssrTextLength":4001,"h1Count":6,"landmarks":["main","footer"],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"APISIX"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"synology.me","rank":3031,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"synology.me","observedAt":"2026-08-09T18:20:41.670Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"syosetu.com","rank":1424,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"syosetu.com","observedAt":"2026-08-09T18:20:41.852Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://syosetu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":1,"bytes":272},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":273320,"botStatus":200,"botBytes":273320,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"小説家になろう - みんなのための小説投稿サイト","lang":"ja","ssrTextLength":15678,"h1Count":1,"landmarks":[],"imagesTotal":32,"imagesWithAlt":21,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"syosetu.org","rank":1600,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"syosetu.org","observedAt":"2026-08-09T18:20:42.236Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://syosetu.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Google-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":38,"usesAllowRules":false,"crawlDelay":10,"bytes":1882},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":58553,"botStatus":200,"botBytes":58553,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ハーメルン - SS･小説投稿サイト-","lang":"ja","ssrTextLength":4514,"h1Count":1,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"system-monitor.com","rank":2810,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"system-monitor.com","observedAt":"2026-08-09T18:20:42.389Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"systemdns.com","rank":2134,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"systemdns.com","observedAt":"2026-08-09T18:20:42.537Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"t-bank-app.ru","rank":1146,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t-bank-app.ru","observedAt":"2026-08-09T18:20:42.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"http://t-bank-app.ru/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":238,"botStatus":403,"botBytes":238,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":110,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"t-mobile.com","rank":418,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t-mobile.com","observedAt":"2026-08-09T18:20:43.022Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.t-mobile.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":722116,"botStatus":200,"botBytes":80462,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"T-Mobile® Official Site | Best 5G Network &amp; Unlimited Data Plans","lang":"en","ssrTextLength":36874,"h1Count":3,"landmarks":["main","nav","header","footer","article"],"imagesTotal":39,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"t-msedge.net","rank":593,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t-msedge.net","observedAt":"2026-08-09T18:20:43.429Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"t-online.de","rank":209,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t-online.de","observedAt":"2026-08-09T18:20:43.633Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.t-online.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":1586},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider"],"cloaking":{"tested":true,"browserBytes":1440230,"botStatus":200,"botBytes":1440230,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"News &amp; E-Mail bei t-online | Politik, Sport, Unterhaltung &amp; Ratgeber","lang":"de","ssrTextLength":24586,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":315,"imagesWithAlt":259,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"t-s1-msedge.net","rank":958,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t-s1-msedge.net","observedAt":"2026-08-09T18:20:43.772Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"t.me","rank":108,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t.me","observedAt":"2026-08-09T18:20:44.143Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://telegram.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19933,"botStatus":200,"botBytes":19933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Telegram Messenger","lang":null,"ssrTextLength":2055,"h1Count":0,"landmarks":[],"imagesTotal":11,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"t0x.net","rank":4539,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t0x.net","observedAt":"2026-08-09T18:20:44.606Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://t0x.net/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":9},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":597,"botStatus":200,"botBytes":597,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":19,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"aEGiS_nanoweb/2.2.10-dev (Linux; PHP/5.6"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"t2.ru","rank":2963,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"t2.ru","observedAt":"2026-08-09T18:20:44.651Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"https://t2.ru/","error":"homepage returned HTTP 503","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tabelog.com","rank":1098,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tabelog.com","observedAt":"2026-08-09T18:20:44.679Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tabelog.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Google-Extended","YouBot"],"groupCount":20,"usesAllowRules":false,"crawlDelay":5,"bytes":2810},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":515631,"botStatus":200,"botBytes":515675,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"食べログ【掲載店舗数No.1】グルメ・レストラン予約サイト","lang":"ja","ssrTextLength":13968,"h1Count":1,"landmarks":["header"],"imagesTotal":155,"imagesWithAlt":152,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tableau.com","rank":2995,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tableau.com","observedAt":"2026-08-09T18:20:45.350Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tableau.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":361,"botStatus":200,"botBytes":205424,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tabletcaptiveportal.com","rank":4972,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tabletcaptiveportal.com","observedAt":"2026-08-09T18:20:45.636Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://tabletcaptiveportal.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":200,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tabletki.ua","rank":4719,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tabletki.ua","observedAt":"2026-08-09T18:20:45.929Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tabletki.ua/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5020,"botStatus":403,"botBytes":5020,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":749,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tabor.ru","rank":1185,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tabor.ru","observedAt":"2026-08-09T18:20:46.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tabor.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":752},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31652,"botStatus":200,"botBytes":31405,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Знакомства на Tabor.ru - сайт знакомств c бесплатной регистрацией.","lang":"ru","ssrTextLength":2702,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":26,"imagesWithAlt":25,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tagesschau.de","rank":3176,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tagesschau.de","observedAt":"2026-08-09T18:20:47.047Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tagesschau.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":30,"usesAllowRules":false,"crawlDelay":null,"bytes":2571},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":1460599,"botStatus":200,"botBytes":1472189,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["collectionPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"tagesschau.de - die erste Adresse für Nachrichten und Information | tagesschau.de","lang":"de","ssrTextLength":15208,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":63,"imagesWithAlt":63,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tagesspiegel.de","rank":3387,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tagesspiegel.de","observedAt":"2026-08-09T18:20:47.048Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tagesspiegel.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":18,"usesAllowRules":true,"crawlDelay":null,"bytes":3667},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":1662775,"botStatus":200,"botBytes":1662775,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Aktuelle News: Nachrichten aus Berlin und der Welt","lang":"de","ssrTextLength":36135,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":99,"imagesWithAlt":99,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tailscale.com","rank":967,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tailscale.com","observedAt":"2026-08-09T18:20:47.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tailscale.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":109},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":280049,"botStatus":200,"botBytes":280049,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tailscale | Secure Connectivity for AI, IoT &amp; Multi-Cloud","lang":"en","ssrTextLength":10327,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":66,"imagesWithAlt":46,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"takeaway.com","rank":3186,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"takeaway.com","observedAt":"2026-08-09T18:20:47.312Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.takeaway.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5726,"botStatus":403,"botBytes":5726,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"taktube.net","rank":1921,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"taktube.net","observedAt":"2026-08-09T18:20:47.696Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.taktube.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":295},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103839,"botStatus":200,"botBytes":103839,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"تماشای آنلاین فیلم‌های سکسی ایرانی با کیفیت بالا - تک تیوب: بزرگترین سایت پورن ایرانی و جدیدترین فیلم‌های سکسی","lang":"en","ssrTextLength":3109,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":41,"imagesWithAlt":41,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"talkie-ai.com","rank":4328,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"talkie-ai.com","observedAt":"2026-08-09T18:20:48.112Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://talkie-ai.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6015,"botStatus":200,"botBytes":6015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Talkie AI | Soulful character AI","lang":"en","ssrTextLength":32,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tamildhool.tech","rank":1713,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tamildhool.tech","observedAt":"2026-08-09T18:20:48.673Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tamildhool.tech/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":278},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":true,"bytes":1777,"specValid":true,"issues":[],"linkCount":16},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tamilsexzone.com","rank":1949,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tamilsexzone.com","observedAt":"2026-08-09T18:20:49.064Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tamilsexzone.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":639},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":177180,"botStatus":200,"botBytes":177180,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Tamil Sex Videos | Daily South Indian videos &amp; HD XXX Clips","lang":"en","ssrTextLength":5165,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":33,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tamu.edu","rank":2887,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tamu.edu","observedAt":"2026-08-09T18:20:49.187Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tamu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":69},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":106603,"botStatus":200,"botBytes":106603,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Texas A&amp;M University | Texas A&amp;M University","lang":"en","ssrTextLength":12267,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tandfonline.com","rank":543,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tandfonline.com","observedAt":"2026-08-09T18:20:50.040Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tandfonline.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":1,"bytes":1349},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5747,"botStatus":403,"botBytes":5725,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tanium.com","rank":4490,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tanium.com","observedAt":"2026-08-09T18:20:50.222Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tanium.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":327},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":321709,"botStatus":200,"botBytes":321709,"detected":false},"llmsTxt":{"present":true,"bytes":16858,"specValid":true,"issues":[],"linkCount":92},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Autonomous IT, endpoint intelligence and control | Tanium","lang":"en","ssrTextLength":5511,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"taoa.com","rank":4440,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"taoa.com","observedAt":"2026-08-09T18:20:50.738Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.taoa.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":34043,"botStatus":200,"botBytes":34043,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"淘阿网-顶级中英文域名注册_国际域名注册_国别域名申请_批量域名申请 - TAOA.COM","lang":null,"ssrTextLength":1506,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":14,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"taobao.com","rank":426,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"taobao.com","observedAt":"2026-08-09T18:20:51.308Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.taobao.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":90206,"botStatus":200,"botBytes":90206,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"淘宝","lang":"zh","ssrTextLength":583,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tapad.com","rank":1340,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tapad.com","observedAt":"2026-08-09T18:20:51.793Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tapad.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":61886,"botStatus":200,"botBytes":61886,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","LocalBusiness","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Tapad | Homepage","lang":null,"ssrTextLength":2260,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":27,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx/1.30.4"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tappx.com","rank":2533,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tappx.com","observedAt":"2026-08-09T18:20:52.113Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"target.com","rank":573,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"target.com","observedAt":"2026-08-09T18:20:52.197Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.target.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":3226},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":390188,"botStatus":200,"botBytes":560863,"detected":false},"llmsTxt":{"present":true,"bytes":6172,"specValid":true,"issues":[],"linkCount":54},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Target : Expect More. Pay Less.","lang":"en","ssrTextLength":2457,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":39,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tass.ru","rank":3658,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tass.ru","observedAt":"2026-08-09T18:20:52.246Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tass.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1296,"botStatus":403,"botBytes":1296,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":164,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tawk.to","rank":1783,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tawk.to","observedAt":"2026-08-09T18:20:52.296Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tawk.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":608314,"botStatus":200,"botBytes":608314,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"tawk.to - Free Live Chat Software for Your Website","lang":"en","ssrTextLength":10320,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":75,"imagesWithAlt":72,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"taxssp.com","rank":3939,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"taxssp.com","observedAt":"2026-08-09T18:20:52.841Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tbank.ru","rank":1290,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tbank.ru","observedAt":"2026-08-09T18:20:52.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tbank.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":11,"usesAllowRules":true,"crawlDelay":2,"bytes":28803},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1445318,"botStatus":200,"botBytes":1445225,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BankOrCreditUnion","Organization","Product"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Т-Банк — Кредитные и дебетовые карты, кредиты для бизнеса и физических лиц | Тинькофф","lang":"ru","ssrTextLength":85,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"MSX Turbo R (R900) Web Server 1.13"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tbcache.com","rank":362,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tbcache.com","observedAt":"2026-08-09T18:20:52.935Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tbs.co.jp","rank":1186,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tbs.co.jp","observedAt":"2026-08-09T18:20:53.498Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://tbs.co.jp/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tcgplayer.com","rank":3986,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tcgplayer.com","observedAt":"2026-08-09T18:20:53.885Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tcgplayer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":289},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":40685,"botStatus":200,"botBytes":40685,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Your Trusted Marketplace for Collectible Trading Card Games - TCGplayer","lang":"en","ssrTextLength":71,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tclking.com","rank":4632,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tclking.com","observedAt":"2026-08-09T18:20:54.152Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tconnect.services","rank":4338,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tconnect.services","observedAt":"2026-08-09T18:20:54.174Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"http://tconnect.services/","error":"homepage returned HTTP 503","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tcylgslb.com","rank":2980,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tcylgslb.com","observedAt":"2026-08-09T18:20:54.852Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://tcylgslb.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":622,"botStatus":200,"botBytes":622,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"同程网","lang":null,"ssrTextLength":3,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tdatamaster.com","rank":4821,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tdatamaster.com","observedAt":"2026-08-09T18:20:54.860Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tdnsstic1.cn","rank":1881,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tdnsstic1.cn","observedAt":"2026-08-09T18:20:55.142Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tdnsv5.com","rank":2485,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tdnsv5.com","observedAt":"2026-08-09T18:20:56.461Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tdnsv6.com","rank":2784,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tdnsv6.com","observedAt":"2026-08-09T18:20:56.621Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tdnsvod1.cn","rank":4938,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tdnsvod1.cn","observedAt":"2026-08-09T18:20:56.676Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tds.net","rank":2714,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tds.net","observedAt":"2026-08-09T18:20:56.975Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://portal.tds.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1150},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":7821,"botStatus":200,"botBytes":7821,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home - Welcome to TDS","lang":"en","ssrTextLength":21,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"teachable.com","rank":5083,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"teachable.com","observedAt":"2026-08-09T18:20:57.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.teachable.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":797},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":190779,"botStatus":200,"botBytes":190779,"detected":false},"llmsTxt":{"present":true,"bytes":1777,"specValid":true,"issues":[],"linkCount":9},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Teachable — Build &amp; Sell Online Courses, Coaching, Memberships &amp; More","lang":"en","ssrTextLength":11729,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":79,"imagesWithAlt":35,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"teacherspayteachers.com","rank":4711,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"teacherspayteachers.com","observedAt":"2026-08-09T18:20:57.160Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.teacherspayteachers.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","Applebot-Extended","meta-externalagent","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":20,"bytes":1237},"tier1Blocked":["GPTBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":377452,"botStatus":403,"botBytes":5497,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Teaching Resources &amp; Lesson Plans | TPT","lang":"en","ssrTextLength":9058,"h1Count":0,"landmarks":["nav"],"imagesTotal":54,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"teads.tv","rank":776,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"teads.tv","observedAt":"2026-08-09T18:20:57.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://cdn.teads.tv/redirect.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8345,"botStatus":200,"botBytes":8345,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Teads.com","lang":"en","ssrTextLength":53,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tealiumiq.com","rank":2866,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tealiumiq.com","observedAt":"2026-08-09T18:20:58.199Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"teamviewer.com","rank":563,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"teamviewer.com","observedAt":"2026-08-09T18:20:58.550Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.teamviewer.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":360},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":453049,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"TeamViewer—The Digital Workplace Platform","lang":"en","ssrTextLength":21275,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":152,"imagesWithAlt":60,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"techcrunch.com","rank":626,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"techcrunch.com","observedAt":"2026-08-09T18:20:58.598Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://techcrunch.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended","Applebot-Extended","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":710},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":454305,"botStatus":200,"botBytes":454305,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"TechCrunch | Startup and Technology News","lang":"en","ssrTextLength":12091,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":75,"imagesWithAlt":27,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"techlab-cdn.com","rank":4385,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"techlab-cdn.com","observedAt":"2026-08-09T18:20:58.790Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"technologyreview.com","rank":2592,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"technologyreview.com","observedAt":"2026-08-09T18:20:58.793Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.technologyreview.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":35,"usesAllowRules":true,"crawlDelay":null,"bytes":1920},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":892313,"botStatus":200,"botBytes":892313,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"MIT Technology Review","lang":"en","ssrTextLength":35431,"h1Count":0,"landmarks":["main","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"technorail.com","rank":1980,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"technorail.com","observedAt":"2026-08-09T18:20:59.794Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"technoratimedia.com","rank":3994,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"technoratimedia.com","observedAt":"2026-08-09T18:21:00.151Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"techradar.com","rank":2299,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"techradar.com","observedAt":"2026-08-09T18:21:00.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.techradar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":3357},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","SiteNavigationElement","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"TechRadar | the technology experts","lang":"en","ssrTextLength":281609,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":178,"imagesWithAlt":147,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"techtarget.com","rank":2000,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"techtarget.com","observedAt":"2026-08-09T18:21:00.735Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.techtarget.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":8,"usesAllowRules":true,"crawlDelay":3,"bytes":10561},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":150507,"botStatus":200,"botBytes":150507,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TechTarget - Global Network of Information Technology Websites and Contributors","lang":"en","ssrTextLength":4145,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":5,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ted.com","rank":714,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ted.com","observedAt":"2026-08-09T18:21:00.894Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ted.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":31,"usesAllowRules":false,"crawlDelay":null,"bytes":2548},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":581460,"botStatus":200,"botBytes":581460,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TED: Ideas change everything","lang":"en","ssrTextLength":9994,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":17,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"nginx/1.27.5"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"teepublic.com","rank":3544,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"teepublic.com","observedAt":"2026-08-09T18:21:01.091Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.teepublic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":1,"bytes":4005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5706,"botStatus":200,"botBytes":367005,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"telecid.ru","rank":268,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telecid.ru","observedAt":"2026-08-09T18:21:01.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"telefonica.com","rank":4442,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telefonica.com","observedAt":"2026-08-09T18:21:02.099Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.telefonica.com/es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":615},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":203386,"botStatus":200,"botBytes":203386,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Telefónica: compañía líder en telecomunicaciones","lang":"es","ssrTextLength":7158,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":19,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"telefonica.de","rank":2076,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telefonica.de","observedAt":"2026-08-09T18:21:02.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.telefonica.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64631,"botStatus":200,"botBytes":64631,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Telefónica Deutschland: Startseite","lang":"de","ssrTextLength":1860,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":30,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"telegra.ph","rank":2014,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telegra.ph","observedAt":"2026-08-09T18:21:02.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://telegra.ph/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4576,"botStatus":200,"botBytes":4576,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Telegraph","lang":null,"ssrTextLength":22,"h1Count":2,"landmarks":["main","header","article","aside"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"telegraaf.nl","rank":4894,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telegraaf.nl","observedAt":"2026-08-09T18:21:02.641Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.telegraaf.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":2656},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5486,"botStatus":403,"botBytes":5486,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":750,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"telegram.me","rank":390,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telegram.me","observedAt":"2026-08-09T18:21:03.470Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://telegram.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19933,"botStatus":200,"botBytes":19933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Telegram Messenger","lang":null,"ssrTextLength":2055,"h1Count":0,"landmarks":[],"imagesTotal":11,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"telegram.org","rank":244,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telegram.org","observedAt":"2026-08-09T18:21:03.918Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://telegram.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19932,"botStatus":200,"botBytes":19933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Telegram Messenger","lang":null,"ssrTextLength":2055,"h1Count":0,"landmarks":[],"imagesTotal":11,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"telegraph.co.uk","rank":567,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telegraph.co.uk","observedAt":"2026-08-09T18:21:03.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.telegraph.co.uk/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":59,"usesAllowRules":true,"crawlDelay":null,"bytes":5181},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":457748,"botStatus":402,"botBytes":1028,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The Telegraph US - Breaking news, opinion &amp; analysis","lang":"en","ssrTextLength":10233,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":47,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"telekom.de","rank":1011,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telekom.de","observedAt":"2026-08-09T18:21:05.153Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://telekom.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":520,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":27,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"telekom.net","rank":246,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telekom.net","observedAt":"2026-08-09T18:21:05.557Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.telekom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":142341,"botStatus":200,"botBytes":142341,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Corporate Website: Information about the Group | Deutsche Telekom","lang":"en","ssrTextLength":6356,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":66,"imagesWithAlt":66,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"telenet.be","rank":5026,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telenet.be","observedAt":"2026-08-09T18:21:05.807Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www2.telenet.be/residential/nl","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":314},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":405688,"botStatus":200,"botBytes":405688,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Supersnel internet, mobiel, telefonie en tv | Telenet","lang":"nl","ssrTextLength":6462,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":26,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"telephony.goog","rank":726,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telephony.goog","observedAt":"2026-08-09T18:21:05.919Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_SOCKET","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"telogis.com","rank":4189,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telogis.com","observedAt":"2026-08-09T18:21:05.949Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://login.platform.telogis.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9275,"botStatus":200,"botBytes":9275,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Login","lang":null,"ssrTextLength":11,"h1Count":0,"landmarks":[],"imagesTotal":4,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"telstra.com","rank":3405,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telstra.com","observedAt":"2026-08-09T18:21:06.615Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.telstra.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":3096},"tier1Blocked":[],"tier2Blocked":["CCBot","Amazonbot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":318333,"botStatus":200,"botBytes":318333,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Corporation"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Telstra | Mobile Phones, Plans, NBN, Home Internet, Accessories &amp; more","lang":"en","ssrTextLength":6036,"h1Count":1,"landmarks":["main","nav","article"],"imagesTotal":17,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"TcomCF"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"telstra.net","rank":3536,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"telstra.net","observedAt":"2026-08-09T18:21:07.343Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"temp-mail.org","rank":4889,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"temp-mail.org","observedAt":"2026-08-09T18:21:07.460Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://temp-mail.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":970},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5840,"botStatus":403,"botBytes":5840,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":751,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"temporary.site","rank":5117,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"temporary.site","observedAt":"2026-08-09T18:21:07.636Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://temporary.site/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":163,"botStatus":200,"botBytes":163,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"temu.com","rank":404,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"temu.com","observedAt":"2026-08-09T18:21:08.009Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.temu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Bytespider"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":8239},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":632103,"botStatus":200,"botBytes":597566,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Temu | Explore the Latest Clothing, Beauty, Home, Jewelry &amp; More","lang":"en","ssrTextLength":2882,"h1Count":1,"landmarks":["nav"],"imagesTotal":19,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Server"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tenable.com","rank":2575,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tenable.com","observedAt":"2026-08-09T18:21:08.506Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tenable.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1872},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":267840,"botStatus":200,"botBytes":267840,"detected":false},"llmsTxt":{"present":true,"bytes":8928,"specValid":true,"issues":[],"linkCount":54},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Vulnerability and exposure management | Cloud and AI security | Tenable®","lang":"en","ssrTextLength":20807,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":21,"imagesWithAlt":17,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tencent-cloud.net","rank":504,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tencent-cloud.net","observedAt":"2026-08-09T18:21:08.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tencent.com","rank":634,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tencent.com","observedAt":"2026-08-09T18:21:08.961Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tencent.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":178156,"botStatus":200,"botBytes":178156,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Home - Tencent","lang":"en","ssrTextLength":6398,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":27,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tencentclb.com","rank":3380,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tencentclb.com","observedAt":"2026-08-09T18:21:10.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tenda.com.cn","rank":2989,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tenda.com.cn","observedAt":"2026-08-09T18:21:10.248Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tenda.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4668,"botStatus":200,"botBytes":4668,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"腾达(Tenda) 官方网站","lang":null,"ssrTextLength":14,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tendawifi.com","rank":1251,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tendawifi.com","observedAt":"2026-08-09T18:21:10.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tenki.jp","rank":1386,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tenki.jp","observedAt":"2026-08-09T18:21:10.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tenki.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":30,"bytes":785},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176820,"botStatus":200,"botBytes":176820,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","WebSite","Organization","WebPage","CollectionPage","Dataset"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"日本気象協会 tenki.jp / 全国の天気予報・地震・台風","lang":"ja","ssrTextLength":3533,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":98,"imagesWithAlt":86,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tenor.com","rank":2579,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tenor.com","observedAt":"2026-08-09T18:21:11.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tenor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":274291,"botStatus":200,"botBytes":274291,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Article"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Tenor GIF Keyboard - Bring Personality To Your Conversations","lang":"en","ssrTextLength":2226,"h1Count":0,"landmarks":["nav"],"imagesTotal":96,"imagesWithAlt":53,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"terabox.com","rank":3386,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"terabox.com","observedAt":"2026-08-09T18:21:11.177Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.terabox.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":816},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19155,"botStatus":200,"botBytes":19155,"detected":false},"llmsTxt":{"present":true,"bytes":3666,"specValid":true,"issues":[],"linkCount":30},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TeraBox - Free Cloud Storage Up To 1 TB, Send Large Files Online","lang":"en","ssrTextLength":64,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"termly.io","rank":4223,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"termly.io","observedAt":"2026-08-09T18:21:11.576Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://termly.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":182},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":318629,"botStatus":200,"botBytes":318629,"detected":false},"llmsTxt":{"present":true,"bytes":145847,"specValid":false,"issues":["no blockquote summary"],"linkCount":703},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"All-in-One Data Privacy Compliance Solution for Websites &amp; Apps - Termly","lang":"en","ssrTextLength":11025,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":164,"imagesWithAlt":158,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"termsfeed.com","rank":3599,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"termsfeed.com","observedAt":"2026-08-09T18:21:12.267Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://termsfeed.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2134},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5702,"botStatus":403,"botBytes":5681,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"terra.com.br","rank":3156,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"terra.com.br","observedAt":"2026-08-09T18:21:12.873Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.terra.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":92},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":259173,"botStatus":200,"botBytes":259173,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Terra - Seu Portal de Notícias, Diversão, Esportes e Vida e Estilo","lang":"pt","ssrTextLength":3608,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":28,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tesco.com","rank":3540,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tesco.com","observedAt":"2026-08-09T18:21:13.137Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tesco.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":605322,"botStatus":200,"botBytes":604994,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Tesco - Supermarkets | Online Groceries, Clubcard &amp; Recipes - Tesco Groceries","lang":"en","ssrTextLength":11699,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":80,"imagesWithAlt":34,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Tesco Web Server"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tesla.com","rank":993,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tesla.com","observedAt":"2026-08-09T18:21:13.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tesla.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":359,"botStatus":200,"botBytes":1182949,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":198,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tesla.services","rank":2913,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tesla.services","observedAt":"2026-08-09T18:21:13.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"test-cdn-kkk.com","rank":2474,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"test-cdn-kkk.com","observedAt":"2026-08-09T18:21:13.880Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"testbook.com","rank":1498,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"testbook.com","observedAt":"2026-08-09T18:21:14.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://testbook.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":10709},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1153622,"botStatus":200,"botBytes":1153622,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Corporation","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Testbook.com - India's No.1 Govt Exam Preparation Site | Online Course | Mock Test","lang":"en","ssrTextLength":13183,"h1Count":2,"landmarks":["header","footer"],"imagesTotal":93,"imagesWithAlt":92,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"texas.gov","rank":2889,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"texas.gov","observedAt":"2026-08-09T18:21:15.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.texas.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":328},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":166206,"botStatus":200,"botBytes":166206,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Texas.gov | The Official Website of the State of Texas","lang":"en","ssrTextLength":2477,"h1Count":2,"landmarks":["main","nav","footer"],"imagesTotal":3,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tfkc.de","rank":3364,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tfkc.de","observedAt":"2026-08-09T18:21:16.040Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://tfkc.de/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6898,"botStatus":200,"botBytes":6898,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Gruppen-Login","lang":"de","ssrTextLength":198,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.59 (Debian)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tfl.gov.uk","rank":4049,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tfl.gov.uk","observedAt":"2026-08-09T18:21:16.058Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tfl.gov.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5182,"botStatus":403,"botBytes":5161,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Error - Transport for London","lang":"en","ssrTextLength":176,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tgju.org","rank":1859,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tgju.org","observedAt":"2026-08-09T18:21:16.126Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tgju.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":772},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1500108,"botStatus":200,"botBytes":1500108,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"قیمت طلا, قیمت سکه, قیمت دلار - شبکه اطلاع رسانی طلا و ارز","lang":"fa","ssrTextLength":235421,"h1Count":2,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":71,"imagesWithAlt":66,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"thairath.co.th","rank":4759,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thairath.co.th","observedAt":"2026-08-09T18:21:17.123Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.thairath.co.th/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":1,"bytes":358},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":986972,"botStatus":200,"botBytes":986972,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ไทยรัฐ สำนักข่าวอันดับ 1 ของไทย | ไทยรัฐออนไลน์","lang":"th","ssrTextLength":3027,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"thawte.com","rank":2903,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thawte.com","observedAt":"2026-08-09T18:21:17.922Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.thawte.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":286},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":55855,"botStatus":200,"botBytes":55855,"detected":false},"llmsTxt":{"present":true,"bytes":3143,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Smart Global SSL Security | Thawte","lang":"en","ssrTextLength":4518,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":18,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"the-ozone-project.com","rank":3240,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"the-ozone-project.com","observedAt":"2026-08-09T18:21:17.983Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ozoneproject.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":166173,"botStatus":200,"botBytes":166173,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Audience Connection Platform - Ozone","lang":"en","ssrTextLength":4001,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":32,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"the-sun.com","rank":4595,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"the-sun.com","observedAt":"2026-08-09T18:21:17.994Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4694},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"theage.com.au","rank":5078,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theage.com.au","observedAt":"2026-08-09T18:21:18.206Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.theage.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":52,"usesAllowRules":true,"crawlDelay":null,"bytes":4074},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1276746,"botStatus":200,"botBytes":1276746,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Latest &amp; Breaking News Melbourne, Victoria | The Age","lang":"en","ssrTextLength":19831,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":93,"imagesWithAlt":93,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"theatlantic.com","rank":968,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theatlantic.com","observedAt":"2026-08-09T18:21:18.332Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.theatlantic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":44,"usesAllowRules":true,"crawlDelay":1,"bytes":3649},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","Diffbot"],"cloaking":{"tested":true,"browserBytes":385755,"botStatus":200,"botBytes":385755,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Atlantic","lang":"en","ssrTextLength":8348,"h1Count":0,"landmarks":["main","nav","footer","article"],"imagesTotal":67,"imagesWithAlt":2,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"theblowers.com","rank":1482,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theblowers.com","observedAt":"2026-08-09T18:21:19.334Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://theblowers.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":74},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"theconversation.com","rank":1002,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theconversation.com","observedAt":"2026-08-09T18:21:20.003Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://theconversation.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":false,"crawlDelay":10,"bytes":5266},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":992594,"botStatus":200,"botBytes":992594,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Conversation U.S. - News written by researchers and scientists to help you understand","lang":null,"ssrTextLength":12897,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":243,"imagesWithAlt":230,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thedailybeast.com","rank":3126,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thedailybeast.com","observedAt":"2026-08-09T18:21:20.210Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.thedailybeast.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":722},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1170108,"botStatus":200,"botBytes":1170109,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Daily Beast: The Latest in Politics, Media &amp; Entertainment News","lang":"en","ssrTextLength":6383,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":63,"imagesWithAlt":63,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"thefreedictionary.com","rank":3334,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thefreedictionary.com","observedAt":"2026-08-09T18:21:20.890Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://thefreedictionary.com/Interactive-Challenge.ashx?%2F","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","DuckAssistBot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":1146},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":5907,"botStatus":403,"botBytes":5710,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"theglobeandmail.com","rank":2638,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theglobeandmail.com","observedAt":"2026-08-09T18:21:21.436Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.theglobeandmail.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"DataDome challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":184,"usesAllowRules":true,"crawlDelay":null,"bytes":7529},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":403,"botBytes":779,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","ItemList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The Globe and Mail: Canadian, World, Politics and Business News &amp; Analysis","lang":"en","ssrTextLength":992324,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":209,"imagesWithAlt":169,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"openresty"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"theguardian.com","rank":189,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theguardian.com","observedAt":"2026-08-09T18:21:21.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.theguardian.com/us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":2873},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot"],"cloaking":{"tested":true,"browserBytes":1268998,"botStatus":200,"botBytes":1268998,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Latest news, sport and opinion from the Guardian","lang":"en","ssrTextLength":19803,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":121,"imagesWithAlt":119,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"thehill.com","rank":2609,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thehill.com","observedAt":"2026-08-09T18:21:22.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://thehill.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":20,"bytes":2176},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":6520,"botStatus":403,"botBytes":6520,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access to this page has been denied","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thehindu.com","rank":2939,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thehindu.com","observedAt":"2026-08-09T18:21:23.109Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.thehindu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":4192},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot"],"cloaking":{"tested":true,"browserBytes":339203,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The Hindu: Latest News today from India and the World, Breaking news, Top Headlines and Trending News Videos. | The Hindu","lang":"en","ssrTextLength":17402,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":126,"imagesWithAlt":116,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"theiconic.com.au","rank":4615,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theiconic.com.au","observedAt":"2026-08-09T18:21:23.118Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://theiconic.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5726,"botStatus":403,"botBytes":5705,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"theknot.com","rank":4855,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theknot.com","observedAt":"2026-08-09T18:21:23.250Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.theknot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":369,"botStatus":403,"botBytes":369,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thelancet.com","rank":1883,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thelancet.com","observedAt":"2026-08-09T18:21:23.292Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://thelancet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":1,"bytes":1519},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5745,"botStatus":403,"botBytes":5723,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"themeforest.net","rank":980,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"themeforest.net","observedAt":"2026-08-09T18:21:23.671Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://themeforest.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":1,"bytes":874},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":425189,"botStatus":200,"botBytes":425189,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["OnlineBusiness"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"WordPress Themes &amp; Website Templates from ThemeForest","lang":"en","ssrTextLength":39833,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":81,"imagesWithAlt":80,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"themegrill.com","rank":3818,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"themegrill.com","observedAt":"2026-08-09T18:21:24.089Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://themegrill.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":172},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":75552,"botStatus":520,"botBytes":7342,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 - Forbidden","lang":"en","ssrTextLength":105,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"themeisle.com","rank":1996,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"themeisle.com","observedAt":"2026-08-09T18:21:24.154Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://themeisle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":171},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":254266,"botStatus":200,"botBytes":254266,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Themeisle - Built to Last WordPress Themes &amp; Plugins","lang":"en","ssrTextLength":4418,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"themoviedb.org","rank":2094,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"themoviedb.org","observedAt":"2026-08-09T18:21:24.873Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.themoviedb.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2382},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":97402,"botStatus":200,"botBytes":97403,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The Movie Database (TMDB)","lang":"en","ssrTextLength":2317,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"thenai.org","rank":833,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thenai.org","observedAt":"2026-08-09T18:21:25.702Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://thenai.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":10,"bytes":184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":300250,"botStatus":200,"botBytes":300250,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Home - The NAI: Network Advertising Initiative","lang":"en","ssrTextLength":4362,"h1Count":2,"landmarks":["main","header","footer"],"imagesTotal":68,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thenextweb.com","rank":4136,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thenextweb.com","observedAt":"2026-08-09T18:21:26.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://thenextweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":301},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":180051,"botStatus":200,"botBytes":180051,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","ItemList","WebSite","NewsMediaOrganization","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"TNW | The heart of tech™","lang":"en","ssrTextLength":5228,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":64,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"theqoo.net","rank":1527,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theqoo.net","observedAt":"2026-08-09T18:21:26.748Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://theqoo.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":103268,"botStatus":200,"botBytes":103192,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"더쿠","lang":"ko","ssrTextLength":4618,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"therapservices.net","rank":1556,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"therapservices.net","observedAt":"2026-08-09T18:21:26.806Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.therapservices.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2824},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1620886,"botStatus":200,"botBytes":1620886,"detected":false},"llmsTxt":{"present":true,"bytes":1656,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Leading Documentation System for I/DD Providers and States","lang":"en","ssrTextLength":9252,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"theregister.co.uk","rank":4607,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theregister.co.uk","observedAt":"2026-08-09T18:21:27.553Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":68,"usesAllowRules":true,"crawlDelay":null,"bytes":6862},"tier1Blocked":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"theregister.com","rank":2987,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theregister.com","observedAt":"2026-08-09T18:21:27.941Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":68,"usesAllowRules":true,"crawlDelay":null,"bytes":6862},"tier1Blocked":["GPTBot","ClaudeBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thespruce.com","rank":4717,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thespruce.com","observedAt":"2026-08-09T18:21:28.085Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://thespruce.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3437},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":356298,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thestar.com","rank":4008,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thestar.com","observedAt":"2026-08-09T18:21:28.111Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://thestar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":206,"usesAllowRules":false,"crawlDelay":null,"bytes":12726},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":68,"botStatus":403,"botBytes":0,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":67,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thestreet.com","rank":4616,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thestreet.com","observedAt":"2026-08-09T18:21:28.124Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://thestreet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1060},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":773,"botStatus":403,"botBytes":773,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"thestreet.com","lang":"en","ssrTextLength":57,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thesun.co.uk","rank":2132,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thesun.co.uk","observedAt":"2026-08-09T18:21:28.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4803},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thetimes.co.uk","rank":2857,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thetimes.co.uk","observedAt":"2026-08-09T18:21:28.418Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":1700},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thetimes.com","rank":3284,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thetimes.com","observedAt":"2026-08-09T18:21:28.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2786},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thetrainline.com","rank":4700,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thetrainline.com","observedAt":"2026-08-09T18:21:29.246Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.thetrainline.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"DataDome challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":5731},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":448685,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":true,"bytes":485142,"specValid":true,"issues":[],"linkCount":3446},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Trainline : Search, Compare &amp; Buy Cheap Train Tickets","lang":"en","ssrTextLength":7794,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"theverge.com","rank":807,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theverge.com","observedAt":"2026-08-09T18:21:29.452Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.theverge.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":106,"usesAllowRules":true,"crawlDelay":null,"bytes":5650},"tier1Blocked":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":927670,"botStatus":200,"botBytes":927670,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Verge","lang":"en","ssrTextLength":17532,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":100,"imagesWithAlt":99,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"theweathernetwork.com","rank":4983,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"theweathernetwork.com","observedAt":"2026-08-09T18:21:29.534Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.theweathernetwork.com/en?_guid_iss_=1","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":327},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":466256,"botStatus":200,"botBytes":466256,"detected":false},"llmsTxt":{"present":true,"bytes":8114,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The Weather Network: Weather forecasts, maps, news and videos","lang":"en","ssrTextLength":3751,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":41,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"istio-envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"thexh.live","rank":1303,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thexh.live","observedAt":"2026-08-09T18:21:29.696Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://thexh.live/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":360794,"botStatus":200,"botBytes":445073,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4215,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"thingiverse.com","rank":3233,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thingiverse.com","observedAt":"2026-08-09T18:21:29.826Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.thingiverse.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":673},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5729,"botStatus":429,"botBytes":5708,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"thinkingdata.cn","rank":5103,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thinkingdata.cn","observedAt":"2026-08-09T18:21:29.830Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://thinkingai.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":174},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":193660,"botStatus":200,"botBytes":193660,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ThinkingAI - 企业级 AI Agent 平台 | 智能数据分析与自动化运营","lang":"zh","ssrTextLength":2378,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":33,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx/1.20.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thisvid.com","rank":1336,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thisvid.com","observedAt":"2026-08-09T18:21:30.764Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://thisvid.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":5,"usesAllowRules":false,"crawlDelay":10,"bytes":1972},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98027,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Public sex, homemade porn, free sex videos, free porn movies at ThisVid!","lang":"en","ssrTextLength":4741,"h1Count":1,"landmarks":["header","footer","aside"],"imagesTotal":48,"imagesWithAlt":48,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thomsonreuters.com","rank":2762,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thomsonreuters.com","observedAt":"2026-08-09T18:21:31.361Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.thomsonreuters.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1516},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":391644,"botStatus":200,"botBytes":391644,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Purpose-built technology | Thomson Reuters","lang":"en","ssrTextLength":21273,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":36,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"thousandeyes.com","rank":2223,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thousandeyes.com","observedAt":"2026-08-09T18:21:31.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.thousandeyes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":374,"botStatus":200,"botBytes":191423,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":209,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"threads.com","rank":601,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"threads.com","observedAt":"2026-08-09T18:21:32.126Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot"],"groupCount":34,"usesAllowRules":false,"crawlDelay":null,"bytes":7507},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"threads.net","rank":1784,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"threads.net","observedAt":"2026-08-09T18:21:32.309Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot"],"groupCount":34,"usesAllowRules":false,"crawlDelay":null,"bytes":7507},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"threatlocker.com","rank":3221,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"threatlocker.com","observedAt":"2026-08-09T18:21:32.493Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.threatlocker.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":370},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":157908,"botStatus":200,"botBytes":157908,"detected":false},"llmsTxt":{"present":true,"bytes":8211,"specValid":true,"issues":[],"linkCount":33},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Enterprise Cybersecurity Solutions | ThreatLocker","lang":"en","ssrTextLength":11949,"h1Count":3,"landmarks":["nav","footer"],"imagesTotal":125,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"threema.ch","rank":2117,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"threema.ch","observedAt":"2026-08-09T18:21:32.499Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://threema.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":90},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":598581,"botStatus":200,"botBytes":598581,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Threema &ndash; Secure Communication For Individuals and Companies","lang":"en","ssrTextLength":8954,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":247,"imagesWithAlt":237,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"thrtle.com","rank":3146,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thrtle.com","observedAt":"2026-08-09T18:21:32.896Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://thrtle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":43},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43,"botStatus":200,"botBytes":43,"detected":false},"llmsTxt":{"present":true,"bytes":43,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":43},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":43,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thscore99.com","rank":1719,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thscore99.com","observedAt":"2026-08-09T18:21:32.916Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.thscore99.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":379},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47745,"botStatus":200,"botBytes":47745,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"บ้านผลบอล ผลบอลสด ผลบอล - Thscore99.com","lang":"th","ssrTextLength":840,"h1Count":0,"landmarks":[],"imagesTotal":18,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"thunderbird.net","rank":4342,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"thunderbird.net","observedAt":"2026-08-09T18:21:32.938Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://thunderbird.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5704,"botStatus":403,"botBytes":5683,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ti.com","rank":2973,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ti.com","observedAt":"2026-08-09T18:21:34.276Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ti.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":1,"bytes":1284},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":69335,"botStatus":200,"botBytes":69335,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Analog | Embedded processing | Semiconductor company |  TI.com","lang":"en","ssrTextLength":3959,"h1Count":1,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ticketmaster.com","rank":2175,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ticketmaster.com","observedAt":"2026-08-09T18:21:34.458Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ticketmaster.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5951,"botStatus":403,"botBytes":5951,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Let's Get Your Identity Verified","lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tidal.com","rank":2965,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tidal.com","observedAt":"2026-08-09T18:21:34.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tidal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":772,"botStatus":403,"botBytes":769,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"tidal.com","lang":"en","ssrTextLength":53,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tik.porn","rank":5055,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tik.porn","observedAt":"2026-08-09T18:21:34.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tik.porn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["CCBot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":296},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":228000,"botStatus":200,"botBytes":228000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Website"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Best Free TikTok Porn and HD Sex Videos | Tik.Porn","lang":"en","ssrTextLength":2274,"h1Count":1,"landmarks":["nav","header","aside"],"imagesTotal":92,"imagesWithAlt":77,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tiket.com","rank":4229,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiket.com","observedAt":"2026-08-09T18:21:34.952Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.tiket.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1998},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":31365,"botStatus":403,"botBytes":31344,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Robot atau manusia?","lang":"en","ssrTextLength":235,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tiktok-row.net","rank":4146,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktok-row.net","observedAt":"2026-08-09T18:21:35.308Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktok.com","rank":56,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktok.com","observedAt":"2026-08-09T18:21:35.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tiktok.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","MistralAI-User","DuckAssistBot","Google-NotebookLM"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1288},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","MistralAI-User","DuckAssistBot","Google-NotebookLM"],"cloaking":{"tested":true,"browserBytes":362692,"botStatus":200,"botBytes":361919,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TikTok - Make Your Day","lang":"en","ssrTextLength":22,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tiktokcdn-eu.com","rank":420,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokcdn-eu.com","observedAt":"2026-08-09T18:21:36.190Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokcdn-us.com","rank":279,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokcdn-us.com","observedAt":"2026-08-09T18:21:36.574Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokcdn.com","rank":77,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokcdn.com","observedAt":"2026-08-09T18:21:37.507Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokglobalshopv.com","rank":2249,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokglobalshopv.com","observedAt":"2026-08-09T18:21:37.717Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://tiktokglobalshopv.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokio.com","rank":1912,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokio.com","observedAt":"2026-08-09T18:21:37.932Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tiktokio.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":95},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":144388,"botStatus":200,"botBytes":144388,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"TikTok Downloader: TikTok Video Download Without Watermark in 5s - TikTokio","lang":"en","ssrTextLength":24009,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":64,"imagesWithAlt":56,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokpangle-cdn-us.com","rank":2738,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokpangle-cdn-us.com","observedAt":"2026-08-09T18:21:38.479Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokpangle.us","rank":1001,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokpangle.us","observedAt":"2026-08-09T18:21:38.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokrow-cdn.com","rank":1021,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokrow-cdn.com","observedAt":"2026-08-09T18:21:38.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokv.com","rank":84,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokv.com","observedAt":"2026-08-09T18:21:39.034Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://tiktokv.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokv.eu","rank":417,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokv.eu","observedAt":"2026-08-09T18:21:39.172Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokv.us","rank":400,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokv.us","observedAt":"2026-08-09T18:21:39.359Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokw.eu","rank":5016,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokw.eu","observedAt":"2026-08-09T18:21:39.362Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiktokw.us","rank":892,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiktokw.us","observedAt":"2026-08-09T18:21:39.700Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tilda.ws","rank":3738,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tilda.ws","observedAt":"2026-08-09T18:21:39.836Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tilda.cc/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":468585,"botStatus":200,"botBytes":468585,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Create a Website for Free. Tilda Website Builder","lang":"en","ssrTextLength":17651,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":23,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tildacdn.com","rank":4984,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tildacdn.com","observedAt":"2026-08-09T18:21:39.899Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tilda.cc/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":468585,"botStatus":200,"botBytes":468585,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Create a Website for Free. Tilda Website Builder","lang":"en","ssrTextLength":17651,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":23,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"time.com","rank":535,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"time.com","observedAt":"2026-08-09T18:21:40.014Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://time.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2326},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1232949,"botStatus":406,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"TIME | Current &amp; Breaking News | National &amp; World Updates","lang":"en","ssrTextLength":12396,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":72,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"timeanddate.com","rank":2114,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"timeanddate.com","observedAt":"2026-08-09T18:21:40.207Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://timeanddate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["PerplexityBot","Applebot-Extended","meta-externalagent","Amazonbot","Bytespider"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":7999},"tier1Blocked":["PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5791,"botStatus":403,"botBytes":5770,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment&hellip;","lang":null,"ssrTextLength":52,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"timeout.com","rank":3617,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"timeout.com","observedAt":"2026-08-09T18:21:40.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.timeout.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":false,"crawlDelay":null,"bytes":3151},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":323473,"botStatus":200,"botBytes":323475,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Time Out | Best Things To Do and Events In Cities Worldwide","lang":"en","ssrTextLength":13806,"h1Count":2,"landmarks":["main","nav","header","article"],"imagesTotal":81,"imagesWithAlt":69,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"akka-http/10.2.10"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"timesofisrael.com","rank":3471,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"timesofisrael.com","observedAt":"2026-08-09T18:21:40.602Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.timesofisrael.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":12,"usesAllowRules":true,"crawlDelay":3,"bytes":1184},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":12772,"botStatus":200,"botBytes":305784,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloudflare capcha page","lang":"en","ssrTextLength":51,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"timeweb.ru","rank":522,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"timeweb.ru","observedAt":"2026-08-09T18:21:41.216Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://timeweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":640599,"botStatus":200,"botBytes":640599,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Хостинг-провайдер - Купить домен и хостинг у аккредитованного регистратора","lang":"ru","ssrTextLength":14055,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tinkercad.com","rank":4893,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tinkercad.com","observedAt":"2026-08-09T18:21:41.560Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tinkercad.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":232},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10916,"botStatus":200,"botBytes":10916,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tinkercad","lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tinkoff.ru","rank":1440,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tinkoff.ru","observedAt":"2026-08-09T18:21:42.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"SELF_SIGNED_CERT_IN_CHAIN","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tiqcdn.com","rank":2250,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tiqcdn.com","observedAt":"2026-08-09T18:21:42.438Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tizen.org","rank":2633,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tizen.org","observedAt":"2026-08-09T18:21:42.474Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tizen.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tjk.org","rank":1645,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tjk.org","observedAt":"2026-08-09T18:21:42.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tjk.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":299910,"botStatus":200,"botBytes":299910,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TJK Anasayfa","lang":"en","ssrTextLength":23055,"h1Count":0,"landmarks":[],"imagesTotal":46,"imagesWithAlt":38,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"MerlinCDN"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tjsp.jus.br","rank":1699,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tjsp.jus.br","observedAt":"2026-08-09T18:21:42.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tjsp.jus.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":417},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85287,"botStatus":200,"botBytes":85287,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home","lang":"pt","ssrTextLength":7626,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":21,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/8.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tk0x1.com","rank":4119,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tk0x1.com","observedAt":"2026-08-09T18:21:42.929Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":204,"finalUrl":"https://tk0x1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":204,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"_"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tktube.com","rank":1756,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tktube.com","observedAt":"2026-08-09T18:21:43.235Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tld-servers.ru","rank":302,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tld-servers.ru","observedAt":"2026-08-09T18:21:43.274Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tlivesdk.com","rank":4227,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tlivesdk.com","observedAt":"2026-08-09T18:21:43.580Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tlivesource.com","rank":4955,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tlivesource.com","observedAt":"2026-08-09T18:21:44.850Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tm-azurefd.net","rank":173,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tm-azurefd.net","observedAt":"2026-08-09T18:21:44.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tmall.com","rank":2581,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tmall.com","observedAt":"2026-08-09T18:21:45.025Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tmall.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":29},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104572,"botStatus":200,"botBytes":104572,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"天猫Tmall.com - 买正品上天猫就购了","lang":"zh","ssrTextLength":710,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tmdb.org","rank":2679,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tmdb.org","observedAt":"2026-08-09T18:21:45.142Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.themoviedb.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2382},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":97402,"botStatus":200,"botBytes":97403,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The Movie Database (TMDB)","lang":"en","ssrTextLength":2317,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tmtreader.com","rank":4000,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tmtreader.com","observedAt":"2026-08-09T18:21:45.424Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tmz.com","rank":3101,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tmz.com","observedAt":"2026-08-09T18:21:45.568Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tmz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":60,"bytes":262},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":603138,"botStatus":200,"botBytes":603138,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Celebrity News | Entertainment News | TMZ.com","lang":"en","ssrTextLength":14899,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":39,"imagesWithAlt":39,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tnaflix.com","rank":1113,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tnaflix.com","observedAt":"2026-08-09T18:21:46.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tnaflix.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":49},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":174737,"botStatus":200,"botBytes":174735,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos - TNAFLIX.COM","lang":"en","ssrTextLength":7532,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":64,"imagesWithAlt":64,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.24.0"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tns-counter.ru","rank":3947,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tns-counter.ru","observedAt":"2026-08-09T18:21:46.311Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tns-counter.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3291,"botStatus":200,"botBytes":3291,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Интернет-счетчик tns-counter.ru","lang":null,"ssrTextLength":1649,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ms-counter-4.4.3/1.22.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tnt-ea.com","rank":3787,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tnt-ea.com","observedAt":"2026-08-09T18:21:46.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"toasttab.com","rank":2646,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"toasttab.com","observedAt":"2026-08-09T18:21:46.845Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://pos.toasttab.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":770},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5705,"botStatus":403,"botBytes":5684,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tobsnssdk.com","rank":5089,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tobsnssdk.com","observedAt":"2026-08-09T18:21:47.053Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"today.com","rank":2930,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"today.com","observedAt":"2026-08-09T18:21:47.281Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.today.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":38,"usesAllowRules":true,"crawlDelay":null,"bytes":12636},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":920738,"botStatus":200,"botBytes":920738,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","Dataset","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Latest News, Videos &amp; Guest Interviews from the Today Show on NBC | TODAY","lang":"en","ssrTextLength":15072,"h1Count":0,"landmarks":["nav","footer","article"],"imagesTotal":109,"imagesWithAlt":60,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"todoist.com","rank":4565,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"todoist.com","observedAt":"2026-08-09T18:21:47.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.todoist.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":517},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365617,"botStatus":200,"botBytes":365617,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Todoist | A To-Do List to Organize Your Work &amp; Life","lang":"en","ssrTextLength":7209,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":87,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tokeon.ru","rank":3138,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tokeon.ru","observedAt":"2026-08-09T18:21:47.434Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tokeon.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1171802,"botStatus":200,"botBytes":1171802,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ТОКЕОН – платформа цифровых активов","lang":"ru","ssrTextLength":4966,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":18,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tokopedia.com","rank":2906,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tokopedia.com","observedAt":"2026-08-09T18:21:47.839Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4698},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tokyomotion.net","rank":1529,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tokyomotion.net","observedAt":"2026-08-09T18:21:48.431Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tokyomotion.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":248},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":92587,"botStatus":200,"botBytes":92945,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos - TOKYO Motion","lang":"en","ssrTextLength":2260,"h1Count":0,"landmarks":[],"imagesTotal":25,"imagesWithAlt":25,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tomsguide.com","rank":4720,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tomsguide.com","observedAt":"2026-08-09T18:21:48.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tomsguide.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":1876},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","SiteNavigationElement","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Tom's Guide | Tech Product Reviews, Top Picks and How To","lang":"en","ssrTextLength":21680,"h1Count":1,"landmarks":["nav","footer","article"],"imagesTotal":98,"imagesWithAlt":85,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tomshardware.com","rank":3265,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tomshardware.com","observedAt":"2026-08-09T18:21:48.531Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tomshardware.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["meta-externalagent","Amazonbot","Bytespider","YouBot","Diffbot"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":1834},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["Amazonbot","Bytespider","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1991848,"botStatus":200,"botBytes":1991848,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","SiteNavigationElement","ItemList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Tom's Hardware: For The Hardcore PC Enthusiast","lang":"en","ssrTextLength":24467,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":137,"imagesWithAlt":101,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"topdns.com","rank":4256,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"topdns.com","observedAt":"2026-08-09T18:21:48.940Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://internetbs.net/en/contact.html","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4550,"botStatus":403,"botBytes":4550,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":752,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"topdns.me","rank":4270,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"topdns.me","observedAt":"2026-08-09T18:21:49.045Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tori.fi","rank":4099,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tori.fi","observedAt":"2026-08-09T18:21:50.040Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tori.fi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":599},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":341000,"botStatus":200,"botBytes":340713,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Tori.fi - Osta ja myy helposti uutta ja käytettyä","lang":"fi","ssrTextLength":5132,"h1Count":3,"landmarks":["main","nav","header","footer","article"],"imagesTotal":16,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"torob.com","rank":1504,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"torob.com","observedAt":"2026-08-09T18:21:50.224Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://torob.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":110},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21798,"botStatus":200,"botBytes":21798,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ترب | بهترین قیمت بازار","lang":"fa","ssrTextLength":597,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"Torob"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"torproject.org","rank":4183,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"torproject.org","observedAt":"2026-08-09T18:21:50.541Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.torproject.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":54},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":22792,"botStatus":200,"botBytes":22792,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tor Project | Anonymity Online","lang":"en","ssrTextLength":2754,"h1Count":2,"landmarks":["main","nav","header"],"imagesTotal":7,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tospotify.com","rank":2489,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tospotify.com","observedAt":"2026-08-09T18:21:50.548Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"toutiao.com","rank":2865,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"toutiao.com","observedAt":"2026-08-09T18:21:50.820Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.toutiao.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":344},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4883,"botStatus":200,"botBytes":4883,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"今日头条","lang":"en","ssrTextLength":4,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"volc-dcdn"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"toyhou.se","rank":1471,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"toyhou.se","observedAt":"2026-08-09T18:21:51.137Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://toyhou.se/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5698,"botStatus":403,"botBytes":5677,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"toyota.com","rank":3686,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"toyota.com","observedAt":"2026-08-09T18:21:51.157Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.toyota.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":13433},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":666557,"botStatus":403,"botBytes":124665,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"New Cars, Trucks, SUVs &amp; Hybrids | Toyota Official Site","lang":"en","ssrTextLength":15217,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":81,"imagesWithAlt":81,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tp-link.com","rank":389,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tp-link.com","observedAt":"2026-08-09T18:21:51.562Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tp-link.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":544},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":285823,"botStatus":200,"botBytes":285823,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"TP-Link: Your Smart Home, Simplified","lang":"en","ssrTextLength":13854,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":67,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tpd-soe.com","rank":4915,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tpd-soe.com","observedAt":"2026-08-09T18:21:51.862Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tplinkcloud.com","rank":555,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tplinkcloud.com","observedAt":"2026-08-09T18:21:52.310Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tplinkcloud.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":61369,"botStatus":200,"botBytes":61369,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Cloud","lang":null,"ssrTextLength":3638,"h1Count":0,"landmarks":[],"imagesTotal":15,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tplinknbu.com","rank":932,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tplinknbu.com","observedAt":"2026-08-09T18:21:52.347Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tplinkra.com","rank":4636,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tplinkra.com","observedAt":"2026-08-09T18:21:52.669Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tq-tungsten.com","rank":2423,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tq-tungsten.com","observedAt":"2026-08-09T18:21:53.341Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tracker.cl","rank":3226,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tracker.cl","observedAt":"2026-08-09T18:21:53.427Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tracker.cl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2874,"botStatus":200,"botBytes":2874,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Open Tracker","lang":"en","ssrTextLength":242,"h1Count":1,"landmarks":["main","nav"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tradingeconomics.com","rank":3311,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tradingeconomics.com","observedAt":"2026-08-09T18:21:54.183Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tradingeconomics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":49},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":342968,"botStatus":200,"botBytes":342968,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TRADING ECONOMICS | 20 million INDICATORS FROM 196 COUNTRIES","lang":null,"ssrTextLength":10954,"h1Count":0,"landmarks":["nav","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tradingview.com","rank":360,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tradingview.com","observedAt":"2026-08-09T18:21:55.397Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tradingview.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","Amazonbot","Bytespider"],"groupCount":4,"usesAllowRules":false,"crawlDelay":5,"bytes":1100},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1243306,"botStatus":200,"botBytes":1243306,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"TradingView — Track All Markets","lang":"en","ssrTextLength":28157,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":249,"imagesWithAlt":45,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"tv"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tradplusad.com","rank":1230,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tradplusad.com","observedAt":"2026-08-09T18:21:55.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tradplusad.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":315067,"botStatus":200,"botBytes":315067,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TradPlus - 移动广告变现 - 游戏应用出海 - 最大化广告收益 - 上海世全网络科技有限公司","lang":"zh","ssrTextLength":1366,"h1Count":3,"landmarks":["main","nav","header","footer"],"imagesTotal":50,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"openresty/1.15.8.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trafficjunky.net","rank":2832,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trafficjunky.net","observedAt":"2026-08-09T18:21:55.649Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.trafficjunky.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":93677,"botStatus":200,"botBytes":93677,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"TrafficJunky: Adult CPM Advertising Network | Buy Adult Traffic","lang":"en","ssrTextLength":4625,"h1Count":1,"landmarks":[],"imagesTotal":4,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"traffmonetizer.com","rank":2665,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"traffmonetizer.com","observedAt":"2026-08-09T18:21:55.686Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://traffmonetizer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":183611,"botStatus":200,"botBytes":183611,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Traffmonetizer &#8211; Make Money Online by Simply Installing the App","lang":"en","ssrTextLength":7325,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":65,"imagesWithAlt":43,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tranplanet.com","rank":3630,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tranplanet.com","observedAt":"2026-08-09T18:21:55.951Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"transip.nl","rank":2797,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"transip.nl","observedAt":"2026-08-09T18:21:56.063Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.transip.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":132},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":337908,"botStatus":200,"botBytes":337910,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","VideoObject"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Hosting Provider | Domeinen Webhosting VPS. Own it / TransIP","lang":"nl","ssrTextLength":7283,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":7,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"translate.goog","rank":1010,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"translate.goog","observedAt":"2026-08-09T18:21:56.098Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://translate.goog/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"transsion-os.com","rank":1084,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"transsion-os.com","observedAt":"2026-08-09T18:21:56.381Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trasre.com","rank":4882,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trasre.com","observedAt":"2026-08-09T18:21:56.452Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"travelandleisure.com","rank":5097,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"travelandleisure.com","observedAt":"2026-08-09T18:21:56.929Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://travelandleisure.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3451},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":475157,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"traveloka.com","rank":2383,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"traveloka.com","observedAt":"2026-08-09T18:21:57.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":405,"finalUrl":"https://www.traveloka.com/","error":"homepage returned HTTP 405","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trbcdn.net","rank":131,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trbcdn.net","observedAt":"2026-08-09T18:21:57.188Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"treasury.gov","rank":2822,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"treasury.gov","observedAt":"2026-08-09T18:21:57.251Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://home.treasury.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":179099,"botStatus":200,"botBytes":179099,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Front page | U.S. Department of the Treasury","lang":"en","ssrTextLength":21549,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":35,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"trellix.com","rank":2450,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trellix.com","observedAt":"2026-08-09T18:21:57.408Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trello.com","rank":1426,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trello.com","observedAt":"2026-08-09T18:21:58.256Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://trello.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":657},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":495160,"botStatus":200,"botBytes":495160,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Capture, organize, and tackle your to-dos from anywhere","lang":"en","ssrTextLength":7859,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"AtlassianEdge"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tremorhub.com","rank":1839,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tremorhub.com","observedAt":"2026-08-09T18:21:58.352Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tremorhub.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":243,"botStatus":403,"botBytes":243,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":120,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trendmicro.com","rank":538,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trendmicro.com","observedAt":"2026-08-09T18:21:59.035Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.trendmicro.com/en_us/business.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2211},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":143234,"botStatus":200,"botBytes":143234,"detected":false},"llmsTxt":{"present":true,"bytes":22997,"specValid":true,"issues":[],"linkCount":78},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Trend Micro (US) | Global Enterprise AI Cybersecurity Platform","lang":"en","ssrTextLength":6555,"h1Count":3,"landmarks":["nav","header"],"imagesTotal":8,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"trendyol.com","rank":1078,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trendyol.com","observedAt":"2026-08-09T18:21:59.613Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.trendyol.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":15338},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":403,"botBytes":0,"detected":true},"llmsTxt":{"present":true,"bytes":4415,"specValid":true,"issues":[],"linkCount":24},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tribalfusion.com","rank":2189,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tribalfusion.com","observedAt":"2026-08-09T18:22:00.050Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"https://tribalfusion.com/","error":"homepage returned HTTP 503","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":77},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trilltrill.jp","rank":1562,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trilltrill.jp","observedAt":"2026-08-09T18:22:00.152Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://trilltrill.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":504},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83241,"botStatus":200,"botBytes":83241,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"TRILL【トリル】｜国内最大級のライフスタイル情報メディア","lang":"ja","ssrTextLength":3761,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"trimble.com","rank":3979,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trimble.com","observedAt":"2026-08-09T18:22:00.472Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.trimble.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":92},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":1862913,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":true,"bytes":343,"specValid":true,"issues":[],"linkCount":3},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","Corporation","WebSite","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Trimble | Solutions for Construction, Geospatial, Transportation &amp; More | Trimble","lang":"en","ssrTextLength":29276,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":59,"imagesWithAlt":55,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"trip.com","rank":2794,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trip.com","observedAt":"2026-08-09T18:22:00.958Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.trip.com/?locale=en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":4396},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":145537,"botStatus":200,"botBytes":169025,"detected":false},"llmsTxt":{"present":true,"bytes":37017,"specValid":false,"issues":["no blockquote summary"],"linkCount":156},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","TravelAgency","WebSite","SiteNavigationElement"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Trip.com Official Site‎‎ | Travel Deals and Promotions","lang":"en","ssrTextLength":1107,"h1Count":0,"landmarks":["footer"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tripadvisor.co.uk","rank":3298,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tripadvisor.co.uk","observedAt":"2026-08-09T18:22:01.345Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.tripadvisor.co.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":25221},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"cloaking":{"tested":true,"browserBytes":777,"botStatus":403,"botBytes":777,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"tripadvisor.co.uk","lang":"en","ssrTextLength":61,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"DataDome"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tripadvisor.com","rank":554,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tripadvisor.com","observedAt":"2026-08-09T18:22:01.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.tripadvisor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":25115},"tier1Blocked":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"cloaking":{"tested":true,"browserBytes":775,"botStatus":403,"botBytes":775,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"tripadvisor.com","lang":"en","ssrTextLength":59,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"DataDome"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tripadvisor.fr","rank":5041,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tripadvisor.fr","observedAt":"2026-08-09T18:22:01.431Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.tripadvisor.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":25155},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot"],"cloaking":{"tested":true,"browserBytes":774,"botStatus":403,"botBytes":774,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"tripadvisor.fr","lang":"en","ssrTextLength":58,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"DataDome"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tripcdn.com","rank":4756,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tripcdn.com","observedAt":"2026-08-09T18:22:01.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"triplinkintl.com","rank":1148,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"triplinkintl.com","observedAt":"2026-08-09T18:22:01.703Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.triplinkintl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41910,"botStatus":200,"botBytes":41909,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Virtual commercial card for global payments | TripLink","lang":"en","ssrTextLength":2595,"h1Count":1,"landmarks":[],"imagesTotal":19,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tripod.com","rank":1891,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tripod.com","observedAt":"2026-08-09T18:22:01.736Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"triunfobet.com","rank":1701,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"triunfobet.com","observedAt":"2026-08-09T18:22:01.973Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://triunfobet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":77},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":356028,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Triunfobet","lang":"es","ssrTextLength":2208,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":74,"imagesWithAlt":47,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trkn.us","rank":3783,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trkn.us","observedAt":"2026-08-09T18:22:02.335Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://trkn.us/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trouble-free.net","rank":3479,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trouble-free.net","observedAt":"2026-08-09T18:22:03.136Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.interserver.net/privacy-policy.html","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5850,"botStatus":403,"botBytes":5829,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"trs-dns.info","rank":2749,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trs-dns.info","observedAt":"2026-08-09T18:22:03.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trs-dns.org","rank":2764,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trs-dns.org","observedAt":"2026-08-09T18:22:03.546Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"truecaller.com","rank":2148,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"truecaller.com","observedAt":"2026-08-09T18:22:04.059Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.truecaller.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":328},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":107572,"botStatus":200,"botBytes":107572,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Truecaller – Identify Unknown Callers &amp; Block Spam Calls","lang":"en","ssrTextLength":1163,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"trueconf.net","rank":367,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trueconf.net","observedAt":"2026-08-09T18:22:04.191Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://trueconf.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":195392,"botStatus":200,"botBytes":194785,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","SoftwareApplication","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Video Conferencing Software for Secure Communication — TrueConf","lang":"en","ssrTextLength":16165,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":84,"imagesWithAlt":70,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"trulia.com","rank":4725,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trulia.com","observedAt":"2026-08-09T18:22:04.619Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.trulia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":9865},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5765,"botStatus":403,"botBytes":5765,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access to this page has been denied","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"trustarc.com","rank":1826,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trustarc.com","observedAt":"2026-08-09T18:22:05.330Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://trustarc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":213},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81724,"botStatus":200,"botBytes":81724,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Service","VideoObject"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Data Privacy Management Software &amp; Solutions | TrustArc","lang":"en","ssrTextLength":9250,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":41,"imagesWithAlt":11,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"truste.com","rank":2089,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"truste.com","observedAt":"2026-08-09T18:22:06.207Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://trustarc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":213},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81724,"botStatus":200,"botBytes":81724,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Service","VideoObject"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Data Privacy Management Software &amp; Solutions | TrustArc","lang":"en","ssrTextLength":9250,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":41,"imagesWithAlt":11,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"trustedstack.com","rank":2278,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trustedstack.com","observedAt":"2026-08-09T18:22:06.212Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://trustedstack.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":173},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":162291,"botStatus":200,"botBytes":162291,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Advertising Technology Company","lang":"en","ssrTextLength":1667,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":40,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"trustindex.io","rank":2655,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trustindex.io","observedAt":"2026-08-09T18:22:06.379Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://trustindex.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":112253,"botStatus":200,"botBytes":112253,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Trustindex.io - Skyrocket Your Sales with Customer Reviews","lang":"en","ssrTextLength":4736,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":28,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"Apache/2.4.52 (Ubuntu)"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"trustpilot.com","rank":347,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"trustpilot.com","observedAt":"2026-08-09T18:22:06.890Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":45,"usesAllowRules":true,"crawlDelay":null,"bytes":20304},"tier1Blocked":["Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tsinghua.edu.cn","rank":2737,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tsinghua.edu.cn","observedAt":"2026-08-09T18:22:07.303Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tsyndicate.com","rank":956,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tsyndicate.com","observedAt":"2026-08-09T18:22:07.606Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":204,"finalUrl":"https://tsyndicate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":0,"botStatus":204,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ttcdn-us.com","rank":4703,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ttcdn-us.com","observedAt":"2026-08-09T18:22:08.841Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ttdns2.com","rank":206,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ttdns2.com","observedAt":"2026-08-09T18:22:08.955Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ttdns3.com","rank":3433,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ttdns3.com","observedAt":"2026-08-09T18:22:09.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ttlivecdn.com","rank":1572,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ttlivecdn.com","observedAt":"2026-08-09T18:22:09.162Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ttoverseaus.net","rank":3793,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ttoverseaus.net","observedAt":"2026-08-09T18:22:09.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ttvnw.net","rank":284,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ttvnw.net","observedAt":"2026-08-09T18:22:09.934Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ttwstatic.com","rank":2656,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ttwstatic.com","observedAt":"2026-08-09T18:22:11.234Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tubemogul.com","rank":4767,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tubemogul.com","observedAt":"2026-08-09T18:22:11.742Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://advertising.adobe.com/auth/login","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":198},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":82874,"botStatus":200,"botBytes":82874,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Adobe Advertising","lang":"en","ssrTextLength":711,"h1Count":1,"landmarks":["main","aside"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tubi.io","rank":1191,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tubi.io","observedAt":"2026-08-09T18:22:11.930Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tubi.video","rank":4643,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tubi.video","observedAt":"2026-08-09T18:22:12.108Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tubitv.com","rank":3144,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tubitv.com","observedAt":"2026-08-09T18:22:12.187Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tubitv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":372},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":525505,"botStatus":200,"botBytes":525575,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Watch Free Movies and TV Shows Online | Tubi","lang":"en","ssrTextLength":6627,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":58,"imagesWithAlt":58,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx/1.29.8"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tufts.edu","rank":3545,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tufts.edu","observedAt":"2026-08-09T18:22:12.372Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tufts.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2118},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":598540,"botStatus":200,"botBytes":598540,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Tufts University","lang":"en","ssrTextLength":6658,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"tukrd.com","rank":1902,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tukrd.com","observedAt":"2026-08-09T18:22:12.568Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tukrd.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":7751,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Surveza","lang":"en","ssrTextLength":1653,"h1Count":0,"landmarks":["main"],"imagesTotal":3,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tum.de","rank":3838,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tum.de","observedAt":"2026-08-09T18:22:12.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tum.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":92},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":470842,"botStatus":200,"botBytes":470842,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","EducationalOrganization","ResearchOrganization","CollegeOrUniversity","WebSite","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Entrepreneurial University - TUM","lang":"de","ssrTextLength":39919,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"typo3","network":null,"server":"Apache/2"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tumblr.com","rank":155,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tumblr.com","observedAt":"2026-08-09T18:22:12.637Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tumblr.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","YouBot"],"groupCount":19,"usesAllowRules":false,"crawlDelay":1,"bytes":3452},"tier1Blocked":["ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","YouBot"],"cloaking":{"tested":true,"browserBytes":114609,"botStatus":406,"botBytes":156,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Tumblr","lang":"en","ssrTextLength":326,"h1Count":0,"landmarks":["main","nav","footer","aside"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tunein.com","rank":4685,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tunein.com","observedAt":"2026-08-09T18:22:13.335Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tunein.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":774},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":437273,"botStatus":403,"botBytes":4546,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"TuneIn | Free Internet Radio | Live News, Sports, Music, Audiobooks, and Podcasts","lang":"en","ssrTextLength":3521,"h1Count":6,"landmarks":["footer"],"imagesTotal":51,"imagesWithAlt":51,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"turbo.az","rank":1654,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"turbo.az","observedAt":"2026-08-09T18:22:13.449Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://turbo.az/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5740,"botStatus":403,"botBytes":4897,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"turkiye.gov.tr","rank":1358,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"turkiye.gov.tr","observedAt":"2026-08-09T18:22:13.475Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"turn.com","rank":823,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"turn.com","observedAt":"2026-08-09T18:22:13.521Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"turnitin.com","rank":4650,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"turnitin.com","observedAt":"2026-08-09T18:22:13.743Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.turnitin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95500,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Empower Students to Do Their Best, Original Work | Turnitin","lang":"en","ssrTextLength":11637,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":56,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tutu.ru","rank":2342,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tutu.ru","observedAt":"2026-08-09T18:22:14.422Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tutu.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2639},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":209984,"botStatus":200,"botBytes":209984,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Tutu.ru: Авиа, ЖД, билеты на автобус, отели, расписание электричек и туры онлайн.\nСтоимость железнодорожных билетов и расписание, цены на 2026 год, заказ ж/д билетов, авиабилетов, бронирование отелей и билетов на автобусы.","lang":"ru","ssrTextLength":5602,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"envoy"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tuyaeu.com","rank":2892,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tuyaeu.com","observedAt":"2026-08-09T18:22:14.804Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tuyaus.com","rank":3924,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tuyaus.com","observedAt":"2026-08-09T18:22:15.500Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tvazteca.com","rank":1887,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tvazteca.com","observedAt":"2026-08-09T18:22:15.860Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.tvazteca.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2736},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"TV Azteca | TV En Vivo, Entretenimiento, Noticias y Deportes","lang":"es","ssrTextLength":17161,"h1Count":0,"landmarks":["main","nav","header","article"],"imagesTotal":353,"imagesWithAlt":352,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"istio-envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tvinteractive.tv","rank":3325,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tvinteractive.tv","observedAt":"2026-08-09T18:22:16.016Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tvsquared.com","rank":2899,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tvsquared.com","observedAt":"2026-08-09T18:22:16.309Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":409,"finalUrl":"http://tvsquared.com/","error":"homepage returned HTTP 409","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"tvtropes.org","rank":4196,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tvtropes.org","observedAt":"2026-08-09T18:22:17.084Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://tvtropes.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5680,"botStatus":403,"botBytes":5658,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"tw1.ru","rank":5058,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tw1.ru","observedAt":"2026-08-09T18:22:17.164Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://timeweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":640599,"botStatus":200,"botBytes":640599,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Хостинг-провайдер - Купить домен и хостинг у аккредитованного регистратора","lang":"ru","ssrTextLength":14055,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"twc.com","rank":1778,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twc.com","observedAt":"2026-08-09T18:22:17.354Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"twilio.com","rank":1800,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twilio.com","observedAt":"2026-08-09T18:22:17.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.twilio.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":709429,"botStatus":200,"botBytes":709429,"detected":false},"llmsTxt":{"present":true,"bytes":2000000,"specValid":false,"issues":["no H1 title","no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Conversational AI and APIs for SMS, Email, Voice | Twilio","lang":"en","ssrTextLength":32457,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":51,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"twingate.com","rank":4722,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twingate.com","observedAt":"2026-08-09T18:22:17.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.twingate.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":310},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1799137,"botStatus":200,"botBytes":1799137,"detected":false},"llmsTxt":{"present":true,"bytes":7109,"specValid":true,"issues":[],"linkCount":55},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Twingate:&nbsp;It's time to ditch your VPN","lang":"en","ssrTextLength":28050,"h1Count":3,"landmarks":[],"imagesTotal":113,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"framer","network":"google","server":"Framer/0ccde4a"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"twinrdengine.com","rank":3753,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twinrdengine.com","observedAt":"2026-08-09T18:22:17.993Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"twitch.tv","rank":215,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twitch.tv","observedAt":"2026-08-09T18:22:18.255Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.twitch.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":1167},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":196465,"botStatus":200,"botBytes":196465,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Twitch","lang":null,"ssrTextLength":6,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"twitter.com","rank":16,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twitter.com","observedAt":"2026-08-09T18:22:18.278Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["Google-Extended"],"groupCount":7,"usesAllowRules":true,"crawlDelay":1,"bytes":2932},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"twkan.com","rank":1649,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twkan.com","observedAt":"2026-08-09T18:22:18.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://twkan.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5698,"botStatus":403,"botBytes":5677,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"twpornstars.com","rank":1567,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twpornstars.com","observedAt":"2026-08-09T18:22:18.485Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://twpornstars.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":5597,"botStatus":403,"botBytes":5597,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"twtrdns.net","rank":4076,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"twtrdns.net","observedAt":"2026-08-09T18:22:18.827Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"txlivecdn.com","rank":4812,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"txlivecdn.com","observedAt":"2026-08-09T18:22:19.122Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"txnhh.com","rank":1248,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"txnhh.com","observedAt":"2026-08-09T18:22:19.228Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xnxx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114190,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn, Sex, Tube Videos, XXX Pics, Pussy in Porno Movies - XNXX.COM","lang":"en","ssrTextLength":1392,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"tynt.com","rank":3357,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"tynt.com","observedAt":"2026-08-09T18:22:20.050Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://tynt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4357,"botStatus":200,"botBytes":4357,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"We've Moved!","lang":null,"ssrTextLength":256,"h1Count":1,"landmarks":["footer"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"typeform.com","rank":1090,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"typeform.com","observedAt":"2026-08-09T18:22:20.650Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.typeform.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":136},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":308038,"botStatus":200,"botBytes":308038,"detected":false},"llmsTxt":{"present":true,"bytes":349,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Forms &amp; Automated Workflows, Powered by AI | Typeform","lang":"en","ssrTextLength":6968,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":208,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"typekit.com","rank":2219,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"typekit.com","observedAt":"2026-08-09T18:22:21.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://fonts.adobe.com/?ref=tk.com","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":1,"bytes":201},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":160499,"botStatus":200,"botBytes":160499,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Adobe Fonts | Explore unlimited fonts","lang":"en","ssrTextLength":1648,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":6,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"typekit.net","rank":694,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"typekit.net","observedAt":"2026-08-09T18:22:21.788Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"typepad.com","rank":2039,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"typepad.com","observedAt":"2026-08-09T18:22:21.976Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://typepad.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5485,"botStatus":403,"botBytes":5485,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":749,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"typing.com","rank":4708,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"typing.com","observedAt":"2026-08-09T18:22:22.020Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.typing.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96728,"botStatus":200,"botBytes":96728,"detected":false},"llmsTxt":{"present":true,"bytes":4169,"specValid":true,"issues":[],"linkCount":32},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Learn to Type | Type Better | Type Faster - Typing.com - Typing.com","lang":"en","ssrTextLength":6438,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":93,"imagesWithAlt":55,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"u-tokyo.ac.jp","rank":4409,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"u-tokyo.ac.jp","observedAt":"2026-08-09T18:22:22.109Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uadns.com","rank":4568,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uadns.com","observedAt":"2026-08-09T18:22:22.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ukrfund.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":756522,"botStatus":200,"botBytes":545474,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["LocalBusiness","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Home | Ukrfund Charity","lang":"en","ssrTextLength":1819,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":11,"imagesWithAlt":10,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wix","network":"fastly","server":"Pepyaka"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ualberta.ca","rank":4381,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ualberta.ca","observedAt":"2026-08-09T18:22:22.599Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ualberta.ca/en/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":203535,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"University of Alberta","lang":"en","ssrTextLength":6134,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":13,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache/2.4.68 (Amazon Linux)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ubc.ca","rank":2504,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ubc.ca","observedAt":"2026-08-09T18:22:22.608Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ubc.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":187},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":29165,"botStatus":200,"botBytes":29165,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The University of British Columbia","lang":"en","ssrTextLength":2329,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache/2.4.59 ()"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uber.com","rank":687,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uber.com","observedAt":"2026-08-09T18:22:22.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uber.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":904},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":710551,"botStatus":200,"botBytes":710551,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Explore the Uber Platform | Uber United States","lang":"en","ssrTextLength":4889,"h1Count":3,"landmarks":["main","nav","footer"],"imagesTotal":33,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ubereats.com","rank":3047,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ubereats.com","observedAt":"2026-08-09T18:22:22.781Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ubereats.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":10287,"botStatus":403,"botBytes":10244,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ubi.com","rank":609,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ubi.com","observedAt":"2026-08-09T18:22:23.168Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ubisoft.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":680316,"botStatus":200,"botBytes":680316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ubisoft | Welcome to the official Ubisoft website","lang":"en","ssrTextLength":3226,"h1Count":1,"landmarks":["main"],"imagesTotal":27,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ubisoft.com","rank":2880,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ubisoft.com","observedAt":"2026-08-09T18:22:23.301Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ubisoft.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":318},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":680316,"botStatus":200,"botBytes":680316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ubisoft | Welcome to the official Ubisoft website","lang":"en","ssrTextLength":3226,"h1Count":1,"landmarks":["main"],"imagesTotal":27,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ubnt.com","rank":952,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ubnt.com","observedAt":"2026-08-09T18:22:23.903Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ui.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":367},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":423646,"botStatus":200,"botBytes":423646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"UniFi - Rethinking IT - Ubiquiti","lang":"en","ssrTextLength":2048,"h1Count":6,"landmarks":["main","nav","header","footer"],"imagesTotal":61,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ubs.com","rank":4167,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ubs.com","observedAt":"2026-08-09T18:22:24.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ubs.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1461},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365,"botStatus":200,"botBytes":138661,"detected":false},"llmsTxt":{"present":true,"bytes":99032,"specValid":true,"issues":[],"linkCount":360},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":200,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ubuntu.com","rank":231,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ubuntu.com","observedAt":"2026-08-09T18:22:24.641Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ubuntu.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","Bytespider","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":1,"bytes":5389},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":207748,"botStatus":200,"botBytes":207748,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Enterprise Open Source and Linux\n    | Ubuntu","lang":"en","ssrTextLength":13475,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":63,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.14.0 (Ubuntu)"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"uc.cn","rank":4061,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uc.cn","observedAt":"2026-08-09T18:22:24.857Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uc.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26640,"botStatus":200,"botBytes":141402,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UC浏览器官网_UC浏览器最新版下载","lang":null,"ssrTextLength":1269,"h1Count":0,"landmarks":["footer"],"imagesTotal":29,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ucdavis.edu","rank":2473,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucdavis.edu","observedAt":"2026-08-09T18:22:25.686Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucdavis.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":168520,"botStatus":200,"botBytes":168520,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of California, Davis | UC Davis | UC Davis","lang":"en","ssrTextLength":9083,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uchicago.edu","rank":1872,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uchicago.edu","observedAt":"2026-08-09T18:22:26.047Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.uchicago.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7963,"botStatus":403,"botBytes":7875,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Azure WAF","lang":null,"ssrTextLength":104,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uci.edu","rank":1407,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uci.edu","observedAt":"2026-08-09T18:22:26.236Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uci.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120262,"botStatus":200,"botBytes":120262,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UC Irvine","lang":"en","ssrTextLength":5507,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":31,"imagesWithAlt":30,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.68 () mod_auth_kerb/5.4"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ucl.ac.uk","rank":2583,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucl.ac.uk","observedAt":"2026-08-09T18:22:26.495Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucl.ac.uk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":38665},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":121316,"botStatus":200,"botBytes":121316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to UCL | University College London","lang":"en","ssrTextLength":7812,"h1Count":1,"landmarks":["main","header","footer","article"],"imagesTotal":30,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"ucla.edu","rank":1430,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucla.edu","observedAt":"2026-08-09T18:22:26.784Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucla.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":94},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95341,"botStatus":200,"botBytes":95341,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"A World Leader in Education and Research Excellence | UCLA","lang":"en","ssrTextLength":12285,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":95,"imagesWithAlt":49,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache/2.4.68 (Amazon Linux)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ucloud.cn","rank":4006,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucloud.cn","observedAt":"2026-08-09T18:22:26.905Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucloud.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":34},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111838,"botStatus":200,"botBytes":111838,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UCloud优刻得-首家公有云科创板上市公司","lang":"zh","ssrTextLength":4326,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":81,"imagesWithAlt":77,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"uewaf/4.0.4"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ucoz.net","rank":4485,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucoz.net","observedAt":"2026-08-09T18:22:27.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucoz.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":506},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54306,"botStatus":200,"botBytes":54306,"detected":false},"llmsTxt":{"present":true,"bytes":15085,"specValid":false,"issues":["no blockquote summary"],"linkCount":43},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Сайт своими руками с uCoz — бесплатно","lang":"ru","ssrTextLength":2572,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.22.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ucoz.ru","rank":2509,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucoz.ru","observedAt":"2026-08-09T18:22:27.491Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucoz.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":506},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":54306,"botStatus":200,"botBytes":54306,"detected":false},"llmsTxt":{"present":true,"bytes":15085,"specValid":false,"issues":["no blockquote summary"],"linkCount":43},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Сайт своими руками с uCoz — бесплатно","lang":"ru","ssrTextLength":2572,"h1Count":0,"landmarks":["main","nav","header"],"imagesTotal":4,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.22.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ucr.edu","rank":5102,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucr.edu","observedAt":"2026-08-09T18:22:27.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucr.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":107192,"botStatus":200,"botBytes":107192,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UC Riverside / University of California, Riverside","lang":"en","ssrTextLength":4904,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":10,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ucsb.edu","rank":3029,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucsb.edu","observedAt":"2026-08-09T18:22:28.026Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucsb.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":334864,"botStatus":200,"botBytes":334864,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | UC Santa Barbara","lang":"en","ssrTextLength":3942,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ucsc.edu","rank":4398,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucsc.edu","observedAt":"2026-08-09T18:22:28.057Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.ucsc.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5722,"botStatus":403,"botBytes":5701,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ucsd.edu","rank":1823,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucsd.edu","observedAt":"2026-08-09T18:22:28.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ucsd.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":106},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":61415,"botStatus":200,"botBytes":61415,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of California San Diego","lang":"en","ssrTextLength":7166,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":28,"imagesWithAlt":22,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache/2.4.62 (Red Hat Enterprise Linux)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ucsf.edu","rank":4301,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucsf.edu","observedAt":"2026-08-09T18:22:28.320Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucsf.edu/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":10,"bytes":2344},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":116471,"botStatus":200,"botBytes":116471,"detected":false},"llmsTxt":{"present":true,"bytes":1877303,"specValid":true,"issues":[],"linkCount":10981},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | UC San Francisco","lang":"en","ssrTextLength":5314,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":25,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ucweb.com","rank":4247,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ucweb.com","observedAt":"2026-08-09T18:22:28.902Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ucweb.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":100},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":39937,"botStatus":200,"botBytes":39937,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UC Browser | Powerful, Personal and Private web browser","lang":"en","ssrTextLength":8707,"h1Count":1,"landmarks":["nav"],"imagesTotal":74,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"udel.edu","rank":4184,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"udel.edu","observedAt":"2026-08-09T18:22:29.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.udel.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86355,"botStatus":200,"botBytes":86368,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Delaware","lang":"en","ssrTextLength":4083,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":34,"imagesWithAlt":34,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"udemy.com","rank":1863,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"udemy.com","observedAt":"2026-08-09T18:22:30.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://udemy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5719,"botStatus":403,"botBytes":5698,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"udn.com","rank":4126,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"udn.com","observedAt":"2026-08-09T18:22:31.096Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://udn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","meta-externalagent"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1192},"tier1Blocked":["GPTBot","ClaudeBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":351533,"botStatus":200,"botBytes":351533,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"聯合新聞網：觸動未來新識力","lang":"zh","ssrTextLength":20482,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":138,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uefa.com","rank":4098,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uefa.com","observedAt":"2026-08-09T18:22:31.111Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":540},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ueiwsp.com","rank":2761,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ueiwsp.com","observedAt":"2026-08-09T18:22:31.265Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ueiwsp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7451,"botStatus":403,"botBytes":7451,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Edge IP Restricted | ueiwsp.com | Cloudflare","lang":"en","ssrTextLength":744,"h1Count":1,"landmarks":["header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ufgrowfun.com","rank":1984,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ufgrowfun.com","observedAt":"2026-08-09T18:22:31.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ufgrowfun.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":9,"botStatus":403,"botBytes":9,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":9,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ufileos.com","rank":3224,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ufileos.com","observedAt":"2026-08-09T18:22:32.446Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ufl.edu","rank":2195,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ufl.edu","observedAt":"2026-08-09T18:22:32.591Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ufl.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":213},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":419486,"botStatus":200,"botBytes":419486,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Home | University of Florida","lang":"en","ssrTextLength":5527,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":19,"imagesWithAlt":13,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache/2.4.37 (Red Hat Enterprise Linux)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uga.edu","rank":3512,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uga.edu","observedAt":"2026-08-09T18:22:32.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uga.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":309},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3291,"botStatus":200,"botBytes":3291,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UGA","lang":"en","ssrTextLength":3,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ugtelset.ru","rank":4116,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ugtelset.ru","observedAt":"2026-08-09T18:22:32.969Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":306},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uhc.com","rank":3220,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uhc.com","observedAt":"2026-08-09T18:22:33.069Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uhc.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":105958,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Health insurance plans | UnitedHealthcare","lang":"en","ssrTextLength":8462,"h1Count":1,"landmarks":["main"],"imagesTotal":3,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ui.com","rank":103,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ui.com","observedAt":"2026-08-09T18:22:33.322Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ui.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":367},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":423646,"botStatus":200,"botBytes":423646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"UniFi - Rethinking IT - Ubiquiti","lang":"en","ssrTextLength":2048,"h1Count":6,"landmarks":["main","nav","header","footer"],"imagesTotal":61,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uidai.gov.in","rank":1415,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uidai.gov.in","observedAt":"2026-08-09T18:22:33.507Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uidapi.com","rank":3634,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uidapi.com","observedAt":"2026-08-09T18:22:34.217Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uiowa.edu","rank":3970,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uiowa.edu","observedAt":"2026-08-09T18:22:34.446Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uiowa.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":1,"bytes":1855},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104228,"botStatus":200,"botBytes":104228,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The University of Iowa","lang":"en","ssrTextLength":2785,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uisp.com","rank":2172,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uisp.com","observedAt":"2026-08-09T18:22:34.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uisp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":116},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":646,"botStatus":200,"botBytes":646,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UISP - Ubiquiti","lang":"en","ssrTextLength":15,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uiuc.edu","rank":2280,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uiuc.edu","observedAt":"2026-08-09T18:22:35.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://illinois.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":110},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95100,"botStatus":200,"botBytes":95100,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","CollegeOrUniversity"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Illinois","lang":"en","ssrTextLength":5642,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":58,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx/1.22.1"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uk.com","rank":578,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uk.com","observedAt":"2026-08-09T18:22:35.509Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":46609,"botStatus":200,"botBytes":46609,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UK.COM | A Powerful Domain for the United Kingdom","lang":"en","ssrTextLength":3909,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":40,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uk.net","rank":3238,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uk.net","observedAt":"2026-08-09T18:22:36.070Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uk.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43120,"botStatus":200,"botBytes":43120,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".UK.NET | A Global Domain for Building Your Presence in the UK","lang":"en","ssrTextLength":3769,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":33,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ukdevilz.com","rank":1420,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ukdevilz.com","observedAt":"2026-08-09T18:22:36.094Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://ukdevilz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":225},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5701,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ultimate-guitar.com","rank":1104,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ultimate-guitar.com","observedAt":"2026-08-09T18:22:36.112Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ultimate-guitar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":2128},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":181870,"botStatus":200,"botBytes":175130,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ULTIMATE GUITAR TABS - 1M+ songs catalog with free Chords, Guitar Tabs, Bass Tabs, Ukulele Chords and Guitar Pro Tabs!","lang":"en","ssrTextLength":118,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"umass.edu","rank":4085,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"umass.edu","observedAt":"2026-08-09T18:22:36.155Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.umass.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":5,"bytes":6537},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":241045,"botStatus":200,"botBytes":241045,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UMass Amherst : UMass Amherst","lang":"en","ssrTextLength":7278,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":23,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"umbrella.com","rank":2614,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"umbrella.com","observedAt":"2026-08-09T18:22:36.241Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://umbrella.cisco.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":185866,"botStatus":200,"botBytes":185866,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cisco Umbrella | Leader in DNS and Cloud Cybersecurity Solutions","lang":"en","ssrTextLength":8986,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":16,"imagesWithAlt":15,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Pagely-ARES/1.22.27"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"umd.edu","rank":2414,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"umd.edu","observedAt":"2026-08-09T18:22:36.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://umd.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended"],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":642},"tier1Blocked":["GPTBot","PerplexityBot","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":76569,"botStatus":200,"botBytes":76569,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity","WebPage","BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Our Research Changes Lives | University of Maryland","lang":"en","ssrTextLength":4708,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"umeng.com","rank":2096,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"umeng.com","observedAt":"2026-08-09T18:22:37.904Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.umeng.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Bytespider"],"groupCount":26,"usesAllowRules":true,"crawlDelay":null,"bytes":1487},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":136249,"botStatus":200,"botBytes":136249,"detected":false},"llmsTxt":{"present":true,"bytes":2659,"specValid":true,"issues":[],"linkCount":30},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","HowTo","FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"友盟+ 看清你的产品 — App / Web / 小程序数据智能平台","lang":"zh","ssrTextLength":5585,"h1Count":2,"landmarks":["header","footer"],"imagesTotal":23,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"umich.edu","rank":951,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"umich.edu","observedAt":"2026-08-09T18:22:37.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://umich.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":97},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5698,"botStatus":403,"botBytes":5698,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"umn.edu","rank":1500,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"umn.edu","observedAt":"2026-08-09T18:22:37.976Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://twin-cities.umn.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":22},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":118010,"botStatus":200,"botBytes":118010,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity","WebPage","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"University of Minnesota Twin Cities","lang":"en","ssrTextLength":3660,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":10,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"un.org","rank":331,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"un.org","observedAt":"2026-08-09T18:22:38.669Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.un.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9481,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to the United Nations","lang":null,"ssrTextLength":512,"h1Count":0,"landmarks":[],"imagesTotal":5,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"unam.mx","rank":3790,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unam.mx","observedAt":"2026-08-09T18:22:38.791Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.unam.mx/","error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5834,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":745,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unc.edu","rank":2320,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unc.edu","observedAt":"2026-08-09T18:22:39.506Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.unc.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":169},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":131249,"botStatus":200,"botBytes":131249,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The University of North Carolina at Chapel Hill","lang":"en","ssrTextLength":6144,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":17,"imagesWithAlt":11,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"undertone.com","rank":3518,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"undertone.com","observedAt":"2026-08-09T18:22:39.561Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://perion.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":729148,"botStatus":200,"botBytes":729148,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Perion | AI-native execution infrastructure for modern media","lang":"en","ssrTextLength":10411,"h1Count":1,"landmarks":["article"],"imagesTotal":81,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"undp.org","rank":2836,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"undp.org","observedAt":"2026-08-09T18:22:39.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.undp.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":2075},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":784,"botStatus":200,"botBytes":180362,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":199,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unep.org","rank":3276,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unep.org","observedAt":"2026-08-09T18:22:40.363Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.unep.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":166417,"botStatus":200,"botBytes":166417,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"UNEP - UN Environment Programme","lang":"en","ssrTextLength":4462,"h1Count":4,"landmarks":["nav"],"imagesTotal":14,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"unesco.org","rank":616,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unesco.org","observedAt":"2026-08-09T18:22:40.381Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.unesco.org/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":76144},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":107986,"botStatus":200,"botBytes":107808,"detected":false},"llmsTxt":{"present":true,"bytes":8275,"specValid":true,"issues":[],"linkCount":52},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UNESCO : Building Peace through Education, Science and Culture, communication and information","lang":"en","ssrTextLength":7983,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":38,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unfccc.int","rank":3978,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unfccc.int","observedAt":"2026-08-09T18:22:40.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://unfccc.int/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":362733,"botStatus":200,"botBytes":362733,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UNFCCC","lang":"en","ssrTextLength":10619,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":27,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"imperva","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unhcr.org","rank":3870,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unhcr.org","observedAt":"2026-08-09T18:22:40.925Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.unhcr.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":5371},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":182460,"botStatus":403,"botBytes":182439,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UNHCR - the UN Refugee Agency","lang":"en","ssrTextLength":1049,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uni-heidelberg.de","rank":4518,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uni-heidelberg.de","observedAt":"2026-08-09T18:22:41.137Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uni-heidelberg.de/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1769},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":275558,"botStatus":200,"botBytes":275558,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Heidelberg University - Zukunft seit 1386","lang":null,"ssrTextLength":4282,"h1Count":4,"landmarks":["main","nav","header","footer","article"],"imagesTotal":15,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unicef.org","rank":2128,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unicef.org","observedAt":"2026-08-09T18:22:41.153Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.unicef.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5837,"botStatus":403,"botBytes":5837,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":748,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"unicode.org","rank":4869,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unicode.org","observedAt":"2026-08-09T18:22:41.169Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://unicode.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["CCBot"],"groupCount":14,"usesAllowRules":true,"crawlDelay":60,"bytes":17938},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":219,"botStatus":200,"botBytes":219,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Index","lang":null,"ssrTextLength":50,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"unifi-ai.com","rank":3251,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unifi-ai.com","observedAt":"2026-08-09T18:22:41.522Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":502,"finalUrl":"https://unifi-ai.com/","error":"homepage returned HTTP 502","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unimelb.edu.au","rank":3163,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unimelb.edu.au","observedAt":"2026-08-09T18:22:42.716Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://unimelb.edu.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5703,"botStatus":403,"botBytes":5682,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"unioneeu.com","rank":4234,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unioneeu.com","observedAt":"2026-08-09T18:22:42.931Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uniqlo.com","rank":3073,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uniqlo.com","observedAt":"2026-08-09T18:22:43.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uniqlo.com/us/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1769976,"botStatus":200,"botBytes":1769814,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Women's, Men's and Kids' Clothing & Accessories | UNIQLO US","lang":"en","ssrTextLength":1411,"h1Count":2,"landmarks":["nav","header"],"imagesTotal":33,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unisoc.com","rank":2860,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unisoc.com","observedAt":"2026-08-09T18:22:44.329Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://unisoc.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":612,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to nginx!","lang":null,"ssrTextLength":291,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.10.3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unisys.com","rank":3526,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unisys.com","observedAt":"2026-08-09T18:22:44.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.unisys.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":473},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":293497,"botStatus":200,"botBytes":293497,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Global Technology Solutions &#x2013; Keep Breaking Through | Unisys","lang":"en","ssrTextLength":21084,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":89,"imagesWithAlt":89,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"united.com","rank":3661,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"united.com","observedAt":"2026-08-09T18:22:44.869Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unity.com","rank":2437,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unity.com","observedAt":"2026-08-09T18:22:45.392Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://unity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":264},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":440961,"botStatus":200,"botBytes":440961,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Unity: Develop, Deploy, and Grow | The World&#x27;s Leading Game Engine","lang":"en","ssrTextLength":9400,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unity3d.com","rank":128,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unity3d.com","observedAt":"2026-08-09T18:22:45.874Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://unity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Bytespider"],"groupCount":5,"usesAllowRules":false,"crawlDelay":null,"bytes":264},"tier1Blocked":[],"tier2Blocked":["Bytespider"],"cloaking":{"tested":true,"browserBytes":440961,"botStatus":200,"botBytes":440961,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Unity: Develop, Deploy, and Grow | The World&#x27;s Leading Game Engine","lang":"en","ssrTextLength":9400,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":24,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unity3dusercontent.com","rank":3541,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unity3dusercontent.com","observedAt":"2026-08-09T18:22:45.983Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"univie.ac.at","rank":2968,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"univie.ac.at","observedAt":"2026-08-09T18:22:46.021Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.univie.ac.at/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":419597,"botStatus":200,"botBytes":419597,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Universität Wien – Studieren, Forschen, Leben in Wien","lang":"de","ssrTextLength":13554,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":23,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"typo3","network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uniview.com","rank":4439,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uniview.com","observedAt":"2026-08-09T18:22:46.226Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unl.edu","rank":3591,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unl.edu","observedAt":"2026-08-09T18:22:46.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.unl.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1955},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":233450,"botStatus":200,"botBytes":233450,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Nebraska–Lincoln","lang":"en","ssrTextLength":5675,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":24,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"varnish","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"unlockffbeta.com","rank":1705,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unlockffbeta.com","observedAt":"2026-08-09T18:22:47.366Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://unlockffbeta.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5705,"botStatus":403,"botBytes":5684,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"unmsapp.com","rank":3083,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unmsapp.com","observedAt":"2026-08-09T18:22:47.694Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unpkg.com","rank":828,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unpkg.com","observedAt":"2026-08-09T18:22:49.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://unpkg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":733},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41606,"botStatus":200,"botBytes":41606,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UNPKG","lang":"en","ssrTextLength":11283,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"unrealengine.com","rank":3000,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unrealengine.com","observedAt":"2026-08-09T18:22:49.634Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.unrealengine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":24946,"botStatus":403,"botBytes":24946,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":35,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"unruly.co","rank":2372,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unruly.co","observedAt":"2026-08-09T18:22:50.080Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://nexxen.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":10,"bytes":261},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":158197,"botStatus":200,"botBytes":158197,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Nexxen","lang":"en","ssrTextLength":4276,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":12,"imagesWithAlt":5,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"unrulymedia.com","rank":1877,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unrulymedia.com","observedAt":"2026-08-09T18:22:50.490Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://unrulymedia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":78,"botStatus":200,"botBytes":78,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unsplash.com","rank":395,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unsplash.com","observedAt":"2026-08-09T18:22:50.714Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":401,"finalUrl":"https://unsplash.com/.within.website?redir=%2F","error":"homepage returned HTTP 401","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-SearchBot","Bytespider"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":8706},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"unsw.edu.au","rank":4038,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"unsw.edu.au","observedAt":"2026-08-09T18:22:50.740Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.unsw.edu.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":200494,"botStatus":200,"botBytes":200494,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UNSW Sydney | Australia&#39;s #1 university","lang":"en","ssrTextLength":13406,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":31,"imagesWithAlt":12,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"uol.com.br","rank":557,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uol.com.br","observedAt":"2026-08-09T18:22:51.308Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uol.com.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"groupCount":50,"usesAllowRules":true,"crawlDelay":null,"bytes":2576},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":768275,"botStatus":200,"botBytes":768275,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"UOL - Seu universo online","lang":"pt","ssrTextLength":17015,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":185,"imagesWithAlt":182,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"uoregon.edu","rank":4111,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uoregon.edu","observedAt":"2026-08-09T18:22:51.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uoregon.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":164933,"botStatus":200,"botBytes":164933,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Oregon | Academic and Research Excellence","lang":"en","ssrTextLength":10484,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":26,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"upenn.edu","rank":1135,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"upenn.edu","observedAt":"2026-08-09T18:22:51.762Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.upenn.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2141},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":135452,"botStatus":200,"botBytes":135452,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Pennsylvania","lang":"en","ssrTextLength":9906,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":74,"imagesWithAlt":74,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ups.com","rank":650,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ups.com","observedAt":"2026-08-09T18:22:52.086Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"upstart.com","rank":4839,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"upstart.com","observedAt":"2026-08-09T18:22:52.398Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.upstart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":365},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":288560,"botStatus":200,"botBytes":288560,"detected":false},"llmsTxt":{"present":true,"bytes":396,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Upstart Powered Loans: Personal, Car Refinance &amp; Consolidation","lang":"en","ssrTextLength":10537,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":11,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"upwork.com","rank":2493,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"upwork.com","observedAt":"2026-08-09T18:22:53.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://upwork.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":344342,"botStatus":403,"botBytes":344341,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Challenge - Upwork","lang":"en","ssrTextLength":112,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uq.edu.au","rank":4594,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uq.edu.au","observedAt":"2026-08-09T18:22:54.285Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uq.edu.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2155},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":94212,"botStatus":200,"botBytes":94212,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"The University of Queensland","lang":"en","ssrTextLength":11013,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"urbanairship.com","rank":2500,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"urbanairship.com","observedAt":"2026-08-09T18:22:54.488Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.airship.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":303},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":422410,"botStatus":200,"botBytes":423386,"detected":false},"llmsTxt":{"present":true,"bytes":6111,"specValid":true,"issues":[],"linkCount":45},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization","Brand","OnlineBusiness"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Customer Experience Platform | Airship","lang":"en","ssrTextLength":22632,"h1Count":10,"landmarks":["main","nav","header","footer"],"imagesTotal":238,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"urbandictionary.com","rank":3473,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"urbandictionary.com","observedAt":"2026-08-09T18:22:55.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.urbandictionary.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":94},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":129006,"botStatus":200,"botBytes":129006,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","CollectionPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Urban Dictionary, August 9: stove","lang":"en","ssrTextLength":2935,"h1Count":2,"landmarks":["main","nav","header","article","aside"],"imagesTotal":2,"imagesWithAlt":2,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1348"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ureca-lab.com","rank":2527,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ureca-lab.com","observedAt":"2026-08-09T18:22:55.369Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uribl.com","rank":2896,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uribl.com","observedAt":"2026-08-09T18:22:56.203Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uribl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":70},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":15970,"botStatus":200,"botBytes":15970,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"URIBL.COM - Realtime URI Blacklist","lang":"en","ssrTextLength":8882,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.30.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"urldefense.com","rank":2560,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"urldefense.com","observedAt":"2026-08-09T18:22:56.311Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"us.com","rank":1121,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"us.com","observedAt":"2026-08-09T18:22:56.568Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":42398,"botStatus":200,"botBytes":42398,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"US.COM | The Premium Global Domain for the U.S. Market","lang":"en","ssrTextLength":3938,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":31,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"us.org","rank":4198,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"us.org","observedAt":"2026-08-09T18:22:56.571Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://us.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":39875,"botStatus":200,"botBytes":39875,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":".US.ORG | The Open Domain for Purpose-Driven U.S. Organizations","lang":"en","ssrTextLength":4095,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":25,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usa.gov","rank":2933,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usa.gov","observedAt":"2026-08-09T18:22:56.675Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.usa.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":1558},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47195,"botStatus":200,"botBytes":47195,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Making government services easier to find | USAGov","lang":"en","ssrTextLength":4578,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"usatoday.com","rank":531,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usatoday.com","observedAt":"2026-08-09T18:22:56.950Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.usatoday.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"groupCount":287,"usesAllowRules":true,"crawlDelay":null,"bytes":14312},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":241895,"botStatus":402,"botBytes":235,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"USA TODAY - Breaking News and Latest News Today","lang":null,"ssrTextLength":4099,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":19,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"usc.edu","rank":2442,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usc.edu","observedAt":"2026-08-09T18:22:57.262Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://usc.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":288},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":310741,"botStatus":200,"botBytes":310741,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"University of Southern California","lang":"en","ssrTextLength":10409,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":19,"imagesWithAlt":19,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uscis.gov","rank":3824,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uscis.gov","observedAt":"2026-08-09T18:22:57.964Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uscis.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":98312,"botStatus":403,"botBytes":359,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | USCIS","lang":"en","ssrTextLength":6394,"h1Count":5,"landmarks":["main","nav","header","footer","article"],"imagesTotal":24,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"uscourts.gov","rank":3795,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uscourts.gov","observedAt":"2026-08-09T18:22:57.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uscourts.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1782},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222768,"botStatus":200,"botBytes":222768,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"United States Courts","lang":"en","ssrTextLength":16549,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"usda.gov","rank":846,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usda.gov","observedAt":"2026-08-09T18:22:57.970Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"useinsider.com","rank":2282,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"useinsider.com","observedAt":"2026-08-09T18:22:59.007Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://insiderone.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":723},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":425650,"botStatus":200,"botBytes":425650,"detected":false},"llmsTxt":{"present":true,"bytes":1290,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Insider One | #1 Platform for AI-Powered Customer Engagement","lang":"en","ssrTextLength":27119,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":258,"imagesWithAlt":2,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"usembassy.gov","rank":3236,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usembassy.gov","observedAt":"2026-08-09T18:22:59.353Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_HEADERS_OVERFLOW","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"userapi.com","rank":210,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"userapi.com","observedAt":"2026-08-09T18:22:59.414Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":6175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159500,"botStatus":200,"botBytes":479668,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VK | Welcome&#33;","lang":"en","ssrTextLength":12,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"kittenx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"usercentrics.eu","rank":1112,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usercentrics.eu","observedAt":"2026-08-09T18:22:59.905Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://usercentrics.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":1135},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1031180,"botStatus":200,"botBytes":1031180,"detected":false},"llmsTxt":{"present":true,"bytes":6127,"specValid":true,"issues":[],"linkCount":35},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","WebSite","Organization","VideoObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Usercentrics | Leading in Data Privacy &amp; Compliance","lang":"en","ssrTextLength":17887,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":369,"imagesWithAlt":224,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"usercontent.goog","rank":1141,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usercontent.goog","observedAt":"2026-08-09T18:23:00.043Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://usercontent.goog/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usercontent.microsoft","rank":1703,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usercontent.microsoft","observedAt":"2026-08-09T18:23:00.921Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usertrust.com","rank":2931,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usertrust.com","observedAt":"2026-08-09T18:23:01.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"userway.org","rank":3099,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"userway.org","observedAt":"2026-08-09T18:23:01.348Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://userway.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":219},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":562549,"botStatus":200,"botBytes":562549,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","Product"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"UserWay | Web Accessibility Solutions","lang":"en","ssrTextLength":9847,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":127,"imagesWithAlt":63,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"usf.edu","rank":4207,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usf.edu","observedAt":"2026-08-09T18:23:01.422Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.usf.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":996},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":137206,"botStatus":200,"botBytes":137206,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Welcome to the University of South Florida | Tampa, St. Petersburg, FL","lang":"en","ssrTextLength":5259,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":17,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Microsoft-IIS/10.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usgovcloudapi.net","rank":884,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usgovcloudapi.net","observedAt":"2026-08-09T18:23:01.426Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usgovtrafficmanager.net","rank":2169,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usgovtrafficmanager.net","observedAt":"2026-08-09T18:23:01.810Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usgs.gov","rank":2048,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usgs.gov","observedAt":"2026-08-09T18:23:01.863Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usnews.com","rank":1338,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usnews.com","observedAt":"2026-08-09T18:23:02.080Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":61,"usesAllowRules":true,"crawlDelay":null,"bytes":6767},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"usp.br","rank":3143,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usp.br","observedAt":"2026-08-09T18:23:02.305Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www5.usp.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":187269,"botStatus":200,"botBytes":187269,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"USP &#8211; Universidade de São Paulo &#8211; Universidade pública, autarquia ligada à Secretaria de Estado de Ensino Superior de São Paulo","lang":"pt","ssrTextLength":4897,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":4,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"usps.com","rank":1868,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"usps.com","observedAt":"2026-08-09T18:23:02.864Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uspto.gov","rank":3049,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uspto.gov","observedAt":"2026-08-09T18:23:03.465Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uspto.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":356},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":191761,"botStatus":200,"botBytes":191761,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["GovernmentOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"United States Patent and Trademark Office","lang":"en","ssrTextLength":15421,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":26,"imagesWithAlt":26,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ustream.tv","rank":4580,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ustream.tv","observedAt":"2026-08-09T18:23:04.534Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://video.ibm.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":91},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":9199,"botStatus":200,"botBytes":9199,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"IBM Video Streaming","lang":"en","ssrTextLength":19,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"utah.edu","rank":2793,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"utah.edu","observedAt":"2026-08-09T18:23:04.755Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.utah.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":57},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":45924,"botStatus":200,"botBytes":45924,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The University of Utah","lang":"en","ssrTextLength":4877,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":12,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"utexas.edu","rank":1880,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"utexas.edu","observedAt":"2026-08-09T18:23:05.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.utexas.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2228},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":51916,"botStatus":200,"botBytes":51916,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The University of Texas at Austin","lang":"en","ssrTextLength":4504,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"utoronto.ca","rank":2365,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"utoronto.ca","observedAt":"2026-08-09T18:23:05.099Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://utoronto.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":137456,"botStatus":403,"botBytes":137456,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR 403: The request could not be satisfied","lang":"en","ssrTextLength":233,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"Varnish"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"utorrent.com","rank":1413,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"utorrent.com","observedAt":"2026-08-09T18:23:05.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.utorrent.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":8,"usesAllowRules":true,"crawlDelay":null,"bytes":455},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":324355,"botStatus":200,"botBytes":324355,"detected":false},"llmsTxt":{"present":true,"bytes":3488,"specValid":true,"issues":[],"linkCount":11},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"µTorrent — Free Torrent Client for Windows, Mac &amp; Android | Official Site","lang":"en","ssrTextLength":2576,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":19,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"uu.net","rank":5030,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uu.net","observedAt":"2026-08-09T18:23:05.507Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uu.nl","rank":4491,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uu.nl","observedAt":"2026-08-09T18:23:05.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.uu.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2084},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":38863,"botStatus":200,"botBytes":38863,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Universiteit Utrecht | Sharing science, shaping tomorrow","lang":"nl","ssrTextLength":2366,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":6,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"uuidksinc.net","rank":3878,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uuidksinc.net","observedAt":"2026-08-09T18:23:06.473Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://uuidksinc.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":548,"botStatus":403,"botBytes":146,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"403 Forbidden","lang":null,"ssrTextLength":33,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uw.edu","rank":4854,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uw.edu","observedAt":"2026-08-09T18:23:06.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.washington.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":76},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81411,"botStatus":200,"botBytes":81411,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UW Homepage","lang":"en","ssrTextLength":3646,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":7,"imagesWithAlt":5,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"uwaterloo.ca","rank":3534,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uwaterloo.ca","observedAt":"2026-08-09T18:23:08.134Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uwaterloo.ca/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":125221,"botStatus":200,"botBytes":125221,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | University of Waterloo","lang":"en","ssrTextLength":3112,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"uxfeedback.ru","rank":4274,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"uxfeedback.ru","observedAt":"2026-08-09T18:23:08.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://uxfeedback.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":95},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":157110,"botStatus":200,"botBytes":157110,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UX Feedback | Платформа для работы с фидбеком","lang":"ru","ssrTextLength":8202,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":24,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"v-videoapp.com","rank":2986,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"v-videoapp.com","observedAt":"2026-08-09T18:23:08.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.v-videoapp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":83044,"botStatus":200,"botBytes":83044,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vidmate – privacy","lang":"en","ssrTextLength":20399,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"v21play.vip","rank":2011,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"v21play.vip","observedAt":"2026-08-09T18:23:09.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"va.gov","rank":1831,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"va.gov","observedAt":"2026-08-09T18:23:09.500Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.va.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Amazonbot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":863},"tier1Blocked":[],"tier2Blocked":["Amazonbot"],"cloaking":{"tested":true,"browserBytes":126126,"botStatus":200,"botBytes":126126,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VA.gov Home | Veterans Affairs","lang":"en","ssrTextLength":2610,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":7,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"value-domain.com","rank":3556,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"value-domain.com","observedAt":"2026-08-09T18:23:09.639Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.value-domain.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":205},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":78187,"botStatus":200,"botBytes":78187,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage","HowTo","WebSite","Corporation","BreadcrumbList","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"ドメイン取得ならバリュードメイン - ドメインと変える、サイトの価値。","lang":"ja","ssrTextLength":8496,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":31,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vanderbilt.edu","rank":4296,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vanderbilt.edu","observedAt":"2026-08-09T18:23:09.906Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vanderbilt.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":166653,"botStatus":200,"botBytes":166653,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsArticle"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vanderbilt University","lang":"en","ssrTextLength":7420,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vanguard.com","rank":3277,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vanguard.com","observedAt":"2026-08-09T18:23:09.912Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://investor.vanguard.com/corporate-portal","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":940},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":28572,"botStatus":200,"botBytes":28572,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Mutual funds, IRAs, ETFs, 401(k) plans, and more | Vanguard","lang":"en","ssrTextLength":3264,"h1Count":1,"landmarks":["main","footer","aside"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vanityfair.com","rank":3415,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vanityfair.com","observedAt":"2026-08-09T18:23:10.469Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vanityfair.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":2116},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1698330,"botStatus":200,"botBytes":1698330,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Vanity Fair -  Entertainment, Politics, and Fashion News | Vanity Fair","lang":"en","ssrTextLength":11977,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":48,"imagesWithAlt":47,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"variety.com","rank":2199,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"variety.com","observedAt":"2026-08-09T18:23:11.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://variety.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":26,"usesAllowRules":true,"crawlDelay":5,"bytes":1283},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":725861,"botStatus":402,"botBytes":161,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Variety - Entertainment news, film reviews, awards, film festivals, box office, entertainment industry conferences","lang":"en","ssrTextLength":16833,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":86,"imagesWithAlt":79,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"varzesh3.com","rank":1418,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"varzesh3.com","observedAt":"2026-08-09T18:23:11.589Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.varzesh3.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":174},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1046192,"botStatus":200,"botBytes":1046192,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"مرجع فوتبال و ورزش | ورزش سه","lang":"fa","ssrTextLength":36002,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":109,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ArvanCloud"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vatican.va","rank":3290,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vatican.va","observedAt":"2026-08-09T18:23:11.667Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vatican.va/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":2,"bytes":39},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4371,"botStatus":200,"botBytes":4371,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vatican","lang":null,"ssrTextLength":11,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"vaticannews.va","rank":3984,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vaticannews.va","observedAt":"2026-08-09T18:23:13.013Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vaticannews.va/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1897},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":1501,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"News from the Vatican - News about the Church - Vatican News","lang":null,"ssrTextLength":60,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"vbnmhjlp.com","rank":4805,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vbnmhjlp.com","observedAt":"2026-08-09T18:23:13.097Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vc.ru","rank":4980,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vc.ru","observedAt":"2026-08-09T18:23:13.747Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vc.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":556},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":524733,"botStatus":200,"botBytes":526884,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"vc.ru — бизнес, технологии, идеи, модели роста, стартапы","lang":"ru","ssrTextLength":4575,"h1Count":0,"landmarks":["article"],"imagesTotal":36,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vcmdiawe.com","rank":4765,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vcmdiawe.com","observedAt":"2026-08-09T18:23:14.209Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://vcmdiawe.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":43},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":43,"botStatus":200,"botBytes":43,"detected":false},"llmsTxt":{"present":true,"bytes":43,"specValid":false,"issues":["no H1 title","no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":43},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":43,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"unknown"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"vecdnlb.com","rank":271,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vecdnlb.com","observedAt":"2026-08-09T18:23:14.600Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vecteezy.com","rank":3965,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vecteezy.com","observedAt":"2026-08-09T18:23:14.636Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vecteezy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":40,"usesAllowRules":true,"crawlDelay":null,"bytes":2676},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1154123,"botStatus":200,"botBytes":1154208,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","ImageObject","FAQPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Download Free Vectors, Images, Photos &amp; Videos | Vecteezy","lang":"en","ssrTextLength":11238,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":187,"imagesWithAlt":177,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vedcdnlb.com","rank":132,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vedcdnlb.com","observedAt":"2026-08-09T18:23:14.871Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vedomosti.ru","rank":4987,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vedomosti.ru","observedAt":"2026-08-09T18:23:14.963Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vedomosti.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":25,"usesAllowRules":true,"crawlDelay":null,"bytes":3636},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"«Ведомости» — ведущее деловое издание России","lang":"ru","ssrTextLength":1758870,"h1Count":1,"landmarks":["header","footer","aside"],"imagesTotal":80,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"QRATOR"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vedsalb.com","rank":605,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vedsalb.com","observedAt":"2026-08-09T18:23:16.144Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"veeam.com","rank":4310,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"veeam.com","observedAt":"2026-08-09T18:23:16.578Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.veeam.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1846},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":249219,"botStatus":200,"botBytes":249219,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Veeam: Solving Impossible AI &amp; Data Challenges","lang":"en","ssrTextLength":9402,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":50,"imagesWithAlt":28,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"venmo.com","rank":4209,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"venmo.com","observedAt":"2026-08-09T18:23:16.818Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://venmo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":239},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":270494,"botStatus":200,"botBytes":270494,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Pay Friends | Payments App | Venmo","lang":"en","ssrTextLength":6886,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"ventraip.net.au","rank":3007,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ventraip.net.au","observedAt":"2026-08-09T18:23:17.196Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ventraip.com.au/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":117},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":286112,"botStatus":200,"botBytes":286112,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"VentraIP | Join Australia&#x27;s #1 Digital Service Provider*","lang":"en","ssrTextLength":9027,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":43,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"venturebeat.com","rank":2786,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"venturebeat.com","observedAt":"2026-08-09T18:23:17.746Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://venturebeat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider"],"groupCount":30,"usesAllowRules":true,"crawlDelay":5,"bytes":2547},"tier1Blocked":["Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":31039,"botStatus":403,"botBytes":5525,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vercel Security Checkpoint","lang":"en","ssrTextLength":167,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"vercel","server":"Vercel"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vercel-dns-013.com","rank":3286,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vercel-dns-013.com","observedAt":"2026-08-09T18:23:18.584Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vercel-dns-016.com","rank":608,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vercel-dns-016.com","observedAt":"2026-08-09T18:23:18.642Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vercel-dns-017.com","rank":850,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vercel-dns-017.com","observedAt":"2026-08-09T18:23:18.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vercel-dns-3.com","rank":910,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vercel-dns-3.com","observedAt":"2026-08-09T18:23:19.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vercel.app","rank":745,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vercel.app","observedAt":"2026-08-09T18:23:20.147Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vercel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":618990,"botStatus":200,"botBytes":618990,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Agentic Infrastructure - Vercel","lang":"en","ssrTextLength":3656,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":19,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vercel.com","rank":3294,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vercel.com","observedAt":"2026-08-09T18:23:20.263Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vercel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":504},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":618990,"botStatus":200,"botBytes":618990,"detected":false},"llmsTxt":{"present":true,"bytes":207655,"specValid":true,"issues":[],"linkCount":1804},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Agentic Infrastructure - Vercel","lang":"en","ssrTextLength":3656,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":19,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"verify.hn","rank":1844,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verify.hn","observedAt":"2026-08-09T18:23:21.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://verify.hn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114,"botStatus":200,"botBytes":225370,"detected":false},"llmsTxt":{"present":true,"bytes":563,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"verisign.com","rank":930,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verisign.com","observedAt":"2026-08-09T18:23:22.222Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.verisign.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":122432,"botStatus":200,"botBytes":122432,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"A global provider of domain name registry services and internet infrastructure | Verisign","lang":"en","ssrTextLength":4858,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"verisign.net","rank":4862,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verisign.net","observedAt":"2026-08-09T18:23:22.284Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.verisign.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":122432,"botStatus":200,"botBytes":122432,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"A global provider of domain name registry services and internet infrastructure | Verisign","lang":"en","ssrTextLength":4858,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"verizon.com","rank":2304,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verizon.com","observedAt":"2026-08-09T18:23:22.370Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.verizon.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":83},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111725,"botStatus":200,"botBytes":111577,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Verizon: Wireless, Internet, TV and Phone Services | Official Site","lang":"en","ssrTextLength":5746,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":11,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"verizon.net","rank":4319,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verizon.net","observedAt":"2026-08-09T18:23:22.546Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.verizon.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111725,"botStatus":200,"botBytes":111577,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Verizon: Wireless, Internet, TV and Phone Services | Official Site","lang":"en","ssrTextLength":5746,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":11,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"verkada.com","rank":2470,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verkada.com","observedAt":"2026-08-09T18:23:22.565Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.verkada.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":333422,"botStatus":200,"botBytes":333422,"detected":false},"llmsTxt":{"present":true,"bytes":2638,"specValid":true,"issues":[],"linkCount":20},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Security Systems for the Modern Enterprise | Verkada","lang":"en","ssrTextLength":2783,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":49,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vervegroupinc.net","rank":3087,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vervegroupinc.net","observedAt":"2026-08-09T18:23:23.240Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://vervegroupinc.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"verywellhealth.com","rank":4164,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verywellhealth.com","observedAt":"2026-08-09T18:23:23.312Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://verywellhealth.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3447},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":269799,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"verywellmind.com","rank":4205,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"verywellmind.com","observedAt":"2026-08-09T18:23:24.435Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":402,"finalUrl":"https://verywellmind.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 402 Payment Required. Access for agents is metered rather than free.","kind":"payment-required"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":3443},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":612,"botStatus":200,"botBytes":294828,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":318,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vg.no","rank":1192,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vg.no","observedAt":"2026-08-09T18:23:24.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vg.no/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":2174},"tier1Blocked":["ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":420636,"botStatus":200,"botBytes":420675,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"VG","lang":"no","ssrTextLength":3634,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":4,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"via.google","rank":3650,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"via.google","observedAt":"2026-08-09T18:23:24.662Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://via.google/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"viafoura.co","rank":4629,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"viafoura.co","observedAt":"2026-08-09T18:23:25.037Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://viafoura.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":246},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":238844,"botStatus":200,"botBytes":238844,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Viafoura | The Community Operating System for Publishers and Media Brands","lang":"en","ssrTextLength":8784,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":124,"imagesWithAlt":4,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"viator.com","rank":4620,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"viator.com","observedAt":"2026-08-09T18:23:26.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.viator.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":781,"botStatus":403,"botBytes":778,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"viator.com","lang":"en","ssrTextLength":54,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"DataDome"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"viber.com","rank":648,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"viber.com","observedAt":"2026-08-09T18:23:26.733Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.viber.com/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":181},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":59739,"botStatus":200,"botBytes":59739,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","ImageObject","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Home | Viber","lang":"en","ssrTextLength":1861,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":22,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"vice.com","rank":1847,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vice.com","observedAt":"2026-08-09T18:23:26.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vice.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1773},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":302491,"botStatus":200,"botBytes":302491,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"VICE - VICE is the definitive guide to enlightening information.","lang":"en","ssrTextLength":1381,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":7,"imagesWithAlt":5,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"victoriassecret.com","rank":4486,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"victoriassecret.com","observedAt":"2026-08-09T18:23:26.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://victoriassecret.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4555,"botStatus":403,"botBytes":4555,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":757,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vid30s.com","rank":1986,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vid30s.com","observedAt":"2026-08-09T18:23:27.166Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vidaahub.com","rank":514,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vidaahub.com","observedAt":"2026-08-09T18:23:27.281Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vidazoo.com","rank":4052,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vidazoo.com","observedAt":"2026-08-09T18:23:27.440Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://perion.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":729148,"botStatus":200,"botBytes":729148,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Perion | AI-native execution infrastructure for modern media","lang":"en","ssrTextLength":10411,"h1Count":1,"landmarks":["article"],"imagesTotal":81,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"videolan.org","rank":3262,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"videolan.org","observedAt":"2026-08-09T18:23:27.447Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.videolan.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64171,"botStatus":418,"botBytes":14,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VLC: Official site - Free multimedia solutions for all OS! - VideoLAN","lang":"en","ssrTextLength":7927,"h1Count":6,"landmarks":["nav"],"imagesTotal":28,"imagesWithAlt":23,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.31.3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"videonow.ru","rank":4835,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"videonow.ru","observedAt":"2026-08-09T18:23:27.562Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://videonow.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":56},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7478,"botStatus":200,"botBytes":7478,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Videonow - система размещения видеорекламы","lang":null,"ssrTextLength":1137,"h1Count":8,"landmarks":["nav","header","footer"],"imagesTotal":11,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.29.6"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vietnam.vn","rank":1272,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vietnam.vn","observedAt":"2026-08-09T18:23:27.681Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vietnam.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":51,"usesAllowRules":true,"crawlDelay":null,"bytes":3590},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1497227,"botStatus":200,"botBytes":1501660,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Vietnam.vn - Nền tảng quảng bá Việt Nam","lang":"vi","ssrTextLength":18404,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":367,"imagesWithAlt":367,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"viglink.com","rank":4448,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"viglink.com","observedAt":"2026-08-09T18:23:28.120Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.sovrn.com/commerce/?utm_source=viglink","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":160573,"botStatus":200,"botBytes":160573,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Commerce - Sovrn, Inc.","lang":"en","ssrTextLength":11545,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":56,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vigo.tech","rank":4075,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vigo.tech","observedAt":"2026-08-09T18:23:28.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vigo.tech/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":391},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":805414,"botStatus":200,"botBytes":805414,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vigo — точка роста вашего интернет-сервиса","lang":null,"ssrTextLength":7272,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":49,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ddos-guard"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vildey.cfd","rank":2013,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vildey.cfd","observedAt":"2026-08-09T18:23:29.243Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vildey.cfd/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":19372},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":17895,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Stream Player","lang":"en","ssrTextLength":213,"h1Count":0,"landmarks":["main"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vimeo.com","rank":80,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vimeo.com","observedAt":"2026-08-09T18:23:29.646Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vimeo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","CCBot","Bytespider","Diffbot"],"groupCount":20,"usesAllowRules":true,"crawlDelay":2,"bytes":22642},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":1688405,"botStatus":200,"botBytes":1688405,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vimeo - All-in-One Video Platform","lang":"en","ssrTextLength":9700,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":40,"imagesWithAlt":25,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"vimeocdn.com","rank":3801,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vimeocdn.com","observedAt":"2026-08-09T18:23:30.945Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://vimeocdn.com/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vinted.com","rank":3466,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vinted.com","observedAt":"2026-08-09T18:23:31.436Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vinted.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","CCBot","Amazonbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3282},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot"],"cloaking":{"tested":true,"browserBytes":1876457,"botStatus":200,"botBytes":1876348,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vinted | Sell and buy clothes, shoes and accessories","lang":"en","ssrTextLength":2304,"h1Count":4,"landmarks":["main","nav","header","footer","article"],"imagesTotal":31,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vinted.fr","rank":1188,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vinted.fr","observedAt":"2026-08-09T18:23:31.653Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vinted.fr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","CCBot","Amazonbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3281},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended"],"tier2Blocked":["CCBot","Amazonbot"],"cloaking":{"tested":true,"browserBytes":1984921,"botStatus":200,"botBytes":1981734,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vinted | Toute la seconde main dans une seule application","lang":"fr","ssrTextLength":3050,"h1Count":4,"landmarks":["main","nav","header","footer","article"],"imagesTotal":31,"imagesWithAlt":27,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"virginia.edu","rank":2833,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"virginia.edu","observedAt":"2026-08-09T18:23:31.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.virginia.edu/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":152},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":50957,"botStatus":403,"botBytes":358,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"The University of Virginia","lang":"en","ssrTextLength":3427,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":20,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"virginia.gov","rank":4168,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"virginia.gov","observedAt":"2026-08-09T18:23:31.912Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.virginia.gov/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":387},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64240,"botStatus":200,"botBytes":64240,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Virginia.gov","lang":"en","ssrTextLength":6029,"h1Count":2,"landmarks":["nav","footer"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"virginm.net","rank":274,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"virginm.net","observedAt":"2026-08-09T18:23:32.090Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"virtualbox.org","rank":4646,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"virtualbox.org","observedAt":"2026-08-09T18:23:32.259Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.virtualbox.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19219,"botStatus":402,"botBytes":521,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Oracle VirtualBox","lang":"en","ssrTextLength":5432,"h1Count":1,"landmarks":[],"imagesTotal":7,"imagesWithAlt":7,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"virtualearth.net","rank":2095,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"virtualearth.net","observedAt":"2026-08-09T18:23:32.296Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.bing.com/maps?FORM=LGCYVD","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":183747,"botStatus":200,"botBytes":78117,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Bing","lang":"en","ssrTextLength":12,"h1Count":1,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"virtualmin.com","rank":4225,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"virtualmin.com","observedAt":"2026-08-09T18:23:32.768Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.virtualmin.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":72},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":41917,"botStatus":200,"botBytes":41917,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Virtualmin — Open Source Web Hosting Control Panel","lang":null,"ssrTextLength":5089,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"virustotal.com","rank":3316,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"virustotal.com","observedAt":"2026-08-09T18:23:32.870Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.virustotal.com/gui/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":256},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7915,"botStatus":200,"botBytes":7915,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VirusTotal","lang":"en","ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"visa.com","rank":2660,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"visa.com","observedAt":"2026-08-09T18:23:33.077Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.visa.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":463877,"botStatus":200,"botBytes":463877,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access payment solutions, security, and card benefits | Visa","lang":null,"ssrTextLength":1052,"h1Count":1,"landmarks":["main","article"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vistaprint.com","rank":5125,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vistaprint.com","observedAt":"2026-08-09T18:23:33.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vistaprint.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":false,"crawlDelay":null,"bytes":4131},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":715494,"botStatus":200,"botBytes":669964,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"VistaPrint Official Website: Online Printing Services","lang":"en","ssrTextLength":12769,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":171,"imagesWithAlt":58,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"visualcapitalist.com","rank":3993,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"visualcapitalist.com","observedAt":"2026-08-09T18:23:33.829Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.visualcapitalist.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":498214,"botStatus":403,"botBytes":55,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Visual Capitalist","lang":"en","ssrTextLength":9265,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":146,"imagesWithAlt":122,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"woocommerce","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"visualstudio.com","rank":527,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"visualstudio.com","observedAt":"2026-08-09T18:23:34.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://visualstudio.microsoft.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":234},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":351861,"botStatus":200,"botBytes":351861,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","ImageObject","WebPage"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Visual Studio: IDE and Code Editor for Software Development","lang":"en","ssrTextLength":5246,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":17,"imagesWithAlt":7,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"visualwebsiteoptimizer.com","rank":2492,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"visualwebsiteoptimizer.com","observedAt":"2026-08-09T18:23:34.569Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vwo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","Diffbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":2122},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":976633,"botStatus":200,"botBytes":976633,"detected":false},"llmsTxt":{"present":true,"bytes":82950,"specValid":true,"issues":[],"linkCount":673},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"VWO | Digital Experience Optimization","lang":"en","ssrTextLength":25442,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":339,"imagesWithAlt":243,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"visuys.space","rank":2031,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"visuys.space","observedAt":"2026-08-09T18:23:34.831Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":523,"finalUrl":"https://visuys.space/","error":"homepage returned HTTP 523","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"visx.net","rank":4121,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"visx.net","observedAt":"2026-08-09T18:23:35.910Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vivo.com","rank":1140,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vivo.com","observedAt":"2026-08-09T18:23:36.447Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vivo.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":82562,"botStatus":200,"botBytes":82562,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"vivo Official Site","lang":"en","ssrTextLength":360,"h1Count":0,"landmarks":["main","header"],"imagesTotal":18,"imagesWithAlt":16,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"TencentEdgeOne"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vivo.com.br","rank":4443,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vivo.com.br","observedAt":"2026-08-09T18:23:36.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://vivo.com.br/para-voce","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5735,"botStatus":403,"botBytes":5714,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vivo.com.cn","rank":853,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vivo.com.cn","observedAt":"2026-08-09T18:23:37.230Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vivo.com.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":602},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":66532,"botStatus":200,"botBytes":66532,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"vivo智能手机官方网站 - X Fold6 超能AI 随时展开","lang":"zh","ssrTextLength":352,"h1Count":0,"landmarks":["main","header"],"imagesTotal":22,"imagesWithAlt":21,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"Byte-nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vivoglobal.com","rank":402,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vivoglobal.com","observedAt":"2026-08-09T18:23:37.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vivoglobal.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2165,"botStatus":200,"botBytes":2165,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"维沃移动通信有限公司","lang":"zh","ssrTextLength":93,"h1Count":0,"landmarks":["footer"],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vivox.com","rank":1888,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vivox.com","observedAt":"2026-08-09T18:23:37.725Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://unity.com/products/vivox","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":338606,"botStatus":200,"botBytes":338606,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["FAQPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Vivox: In-Game Voice, Text Chat &amp; AI Moderation | Unity","lang":"en","ssrTextLength":7628,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":8,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"sanity","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vix.com","rank":5115,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vix.com","observedAt":"2026-08-09T18:23:37.756Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vix.com/es-es","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":111},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":230057,"botStatus":200,"botBytes":230019,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Ver On Demand por ViX","lang":"es","ssrTextLength":1054,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"fastly","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vk-analytics.ru","rank":1027,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vk-analytics.ru","observedAt":"2026-08-09T18:23:37.847Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vk-portal.net","rank":4312,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vk-portal.net","observedAt":"2026-08-09T18:23:37.940Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://vk-portal.net/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vk.com","rank":116,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vk.com","observedAt":"2026-08-09T18:23:37.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":6175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159501,"botStatus":200,"botBytes":479667,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VK | Welcome&#33;","lang":"en","ssrTextLength":12,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"kittenx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"vk.ru","rank":193,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vk.ru","observedAt":"2026-08-09T18:23:38.895Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vk.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":6175},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":159486,"botStatus":200,"botBytes":479667,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VK | Welcome&#33;","lang":"en","ssrTextLength":12,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"kittenx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"vkontakte.ru","rank":368,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkontakte.ru","observedAt":"2026-08-09T18:23:39.304Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":55},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vkplay.ru","rank":4055,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkplay.ru","observedAt":"2026-08-09T18:23:39.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vkplay.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":2271},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":14269,"botStatus":200,"botBytes":14269,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"kittenx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vkuser.net","rank":405,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkuser.net","observedAt":"2026-08-09T18:23:39.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vkuseraudio.net","rank":2792,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkuseraudio.net","observedAt":"2026-08-09T18:23:39.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":418,"finalUrl":"https://ps.userapi.com/","error":"homepage returned HTTP 418","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vkuseraudio.ru","rank":2334,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkuseraudio.ru","observedAt":"2026-08-09T18:23:39.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":418,"finalUrl":"https://ps.userapi.com/","error":"homepage returned HTTP 418","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vkuserphoto.ru","rank":129,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkuserphoto.ru","observedAt":"2026-08-09T18:23:40.088Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":418,"finalUrl":"https://ps.userapi.com/","error":"homepage returned HTTP 418","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vkusvill.ru","rank":3850,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkusvill.ru","observedAt":"2026-08-09T18:23:41.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vkvideo.ru","rank":2394,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vkvideo.ru","observedAt":"2026-08-09T18:23:41.648Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":776},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vlr.gg","rank":4373,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vlr.gg","observedAt":"2026-08-09T18:23:42.608Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vlr.gg/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":51},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":182014,"botStatus":200,"botBytes":182014,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Valorant esports coverage | VLR.gg","lang":"en","ssrTextLength":14268,"h1Count":5,"landmarks":["nav","header"],"imagesTotal":36,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vmware.com","rank":1792,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vmware.com","observedAt":"2026-08-09T18:23:42.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vmware.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":477},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5089,"botStatus":200,"botBytes":5089,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"VMware by Broadcom - Cloud Computing for the Enterprise","lang":"en","ssrTextLength":55,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vnexpress.net","rank":1201,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vnexpress.net","observedAt":"2026-08-09T18:23:42.907Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://vnexpress.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","DuckAssistBot","Diffbot"],"groupCount":51,"usesAllowRules":true,"crawlDelay":null,"bytes":2094},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":278038,"botStatus":200,"botBytes":277770,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Báo VnExpress - Báo tiếng Việt nhiều người xem nhất","lang":"vi","ssrTextLength":6410,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":35,"imagesWithAlt":31,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"vne-qt-fe-lv1-other-4"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vnsextop1.com","rank":1741,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vnsextop1.com","observedAt":"2026-08-09T18:23:43.042Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://vnsextop1.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13,"botStatus":403,"botBytes":13,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":13,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"voanews.com","rank":3307,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"voanews.com","observedAt":"2026-08-09T18:23:44.324Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.voanews.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":444},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95905,"botStatus":200,"botBytes":95905,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"VOA - Voice of America English News","lang":"en","ssrTextLength":3243,"h1Count":0,"landmarks":["nav","footer","aside"],"imagesTotal":51,"imagesWithAlt":47,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vodafone-ip.de","rank":4344,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vodafone-ip.de","observedAt":"2026-08-09T18:23:44.386Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vogue.com","rank":2952,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vogue.com","observedAt":"2026-08-09T18:23:44.406Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vogue.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":2206},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Vogue: Fashion, Beauty, Celebrity, Fashion Shows | Vogue","lang":"en","ssrTextLength":1147569,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":74,"imagesWithAlt":72,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"volces.com","rank":2497,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"volces.com","observedAt":"2026-08-09T18:23:44.522Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"volcfcdndvs.com","rank":397,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"volcfcdndvs.com","observedAt":"2026-08-09T18:23:44.856Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"volcfcdndvs1.com","rank":4408,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"volcfcdndvs1.com","observedAt":"2026-08-09T18:23:45.162Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"volcgslb.com","rank":1008,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"volcgslb.com","observedAt":"2026-08-09T18:23:45.492Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"volcgtm.com","rank":4150,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"volcgtm.com","observedAt":"2026-08-09T18:23:45.503Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"volvocars.com","rank":4337,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"volvocars.com","observedAt":"2026-08-09T18:23:45.544Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.volvocars.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":371,"botStatus":200,"botBytes":451383,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":206,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"voskhod.ru","rank":4117,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"voskhod.ru","observedAt":"2026-08-09T18:23:45.708Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UNABLE_TO_VERIFY_LEAF_SIGNATURE","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vox.com","rank":2244,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vox.com","observedAt":"2026-08-09T18:23:45.863Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vox.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":106,"usesAllowRules":true,"crawlDelay":null,"bytes":5648},"tier1Blocked":["ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":1028294,"botStatus":200,"botBytes":1028294,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Vox","lang":"en","ssrTextLength":13357,"h1Count":0,"landmarks":["main","nav","footer"],"imagesTotal":130,"imagesWithAlt":129,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"voximplant.com","rank":3304,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"voximplant.com","observedAt":"2026-08-09T18:23:47.019Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://voximplant.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":80},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":233965,"botStatus":200,"botBytes":233965,"detected":false},"llmsTxt":{"present":true,"bytes":5535,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Intelligent Cloud Communications: APIs|SDKs, Contact Center, IVR, NLP","lang":"en","ssrTextLength":5452,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":75,"imagesWithAlt":39,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"vp3n.ru","rank":2626,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vp3n.ru","observedAt":"2026-08-09T18:23:49.225Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vrbo.com","rank":3033,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vrbo.com","observedAt":"2026-08-09T18:23:49.625Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.vrbo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["OAI-SearchBot","ChatGPT-User","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":2046},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":361,"botStatus":200,"botBytes":797103,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Too Many Requests","lang":null,"ssrTextLength":115,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vrt.be","rank":4563,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vrt.be","observedAt":"2026-08-09T18:23:49.685Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vrt.be/nl","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":10,"bytes":1013},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":423184,"botStatus":200,"botBytes":423184,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Homepage | VRT","lang":"nl","ssrTextLength":9663,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":107,"imagesWithAlt":93,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vscode-cdn.net","rank":1219,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vscode-cdn.net","observedAt":"2026-08-09T18:23:49.762Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vseinstrumenti.ru","rank":3529,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vseinstrumenti.ru","observedAt":"2026-08-09T18:23:49.779Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://vseinstrumenti.ru/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1978,"botStatus":200,"botBytes":80631,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vt.edu","rank":3362,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vt.edu","observedAt":"2026-08-09T18:23:49.879Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vt.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["meta-externalagent"],"groupCount":5,"usesAllowRules":true,"crawlDelay":10,"bytes":3087},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":95793,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Home | Virginia Tech","lang":"en","ssrTextLength":4463,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":16,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"vtb.ru","rank":1961,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vtb.ru","observedAt":"2026-08-09T18:23:49.946Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":false,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":39},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vtex.com","rank":3537,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vtex.com","observedAt":"2026-08-09T18:23:50.015Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vtex.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":789},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":85690,"botStatus":200,"botBytes":85690,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","BreadcrumbList","WebPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The AI-Native commerce suite of choice for bold CIOs and CEOs","lang":"en","ssrTextLength":5514,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":30,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"vercel","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"vtwenty.com","rank":2245,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vtwenty.com","observedAt":"2026-08-09T18:23:50.386Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vu.edu.pk","rank":4965,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vu.edu.pk","observedAt":"2026-08-09T18:23:50.736Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UNABLE_TO_VERIFY_LEAF_SIGNATURE","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vungle.com","rank":191,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vungle.com","observedAt":"2026-08-09T18:23:51.117Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://liftoff.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":82},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":149324,"botStatus":200,"botBytes":149324,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The Leading Growth Acceleration Platform for the Mobile Industry.","lang":"en","ssrTextLength":7145,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":36,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vwapps.io","rank":3268,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vwapps.io","observedAt":"2026-08-09T18:23:51.671Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vymanga.com","rank":1644,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vymanga.com","observedAt":"2026-08-09T18:23:51.836Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://mangavyvy.com//","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":73},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":147619,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"VyManga - Read Manga Online For Free | VyManga","lang":"en","ssrTextLength":21184,"h1Count":16,"landmarks":[],"imagesTotal":64,"imagesWithAlt":47,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"vzwfemto.com","rank":4228,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vzwfemto.com","observedAt":"2026-08-09T18:23:52.368Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"vzwwo.com","rank":4271,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"vzwwo.com","observedAt":"2026-08-09T18:23:54.096Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"w3.org","rank":181,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"w3.org","observedAt":"2026-08-09T18:23:54.426Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://w3.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":3812},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5674,"botStatus":200,"botBytes":51292,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"w3schools.com","rank":1776,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"w3schools.com","observedAt":"2026-08-09T18:23:54.863Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.w3schools.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":132},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":245733,"botStatus":200,"botBytes":245733,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"W3Schools Online Web Tutorials","lang":"en","ssrTextLength":9560,"h1Count":18,"landmarks":["nav"],"imagesTotal":21,"imagesWithAlt":21,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"w55c.net","rank":2978,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"w55c.net","observedAt":"2026-08-09T18:23:55.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wa.gov","rank":2846,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wa.gov","observedAt":"2026-08-09T18:23:55.154Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":119},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wa.link","rank":2073,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wa.link","observedAt":"2026-08-09T18:23:56.144Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://create.wa.link/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":101773,"botStatus":200,"botBytes":101773,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Create WhatsApp links | Walink","lang":"en","ssrTextLength":6306,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"gatsby","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wa.me","rank":71,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wa.me","observedAt":"2026-08-09T18:23:56.182Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":400,"finalUrl":"https://api.whatsapp.com/","error":"homepage returned HTTP 400","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1525},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wac-dc-msedge.net","rank":3716,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wac-dc-msedge.net","observedAt":"2026-08-09T18:23:56.417Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wac-msedge.net","rank":219,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wac-msedge.net","observedAt":"2026-08-09T18:23:56.683Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"walgreens.com","rank":3363,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"walgreens.com","observedAt":"2026-08-09T18:23:56.856Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.walgreens.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2593},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":348187,"botStatus":200,"botBytes":348187,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Walgreens: Pharmacy, Health &amp; Wellness, Photo &amp; More for You","lang":"en","ssrTextLength":6924,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":46,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"walkme.com","rank":3112,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"walkme.com","observedAt":"2026-08-09T18:23:57.033Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.walkme.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":60,"bytes":625},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":960250,"botStatus":200,"botBytes":960250,"detected":false},"llmsTxt":{"present":true,"bytes":329975,"specValid":false,"issues":["no H2 sections"],"linkCount":1362},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WalkMe - Digital Adoption Platform | AI That Delivers Real ROI","lang":"en","ssrTextLength":10181,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":87,"imagesWithAlt":78,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wallapop.com","rank":5013,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wallapop.com","observedAt":"2026-08-09T18:23:57.716Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://wallapop.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wallpapers.com","rank":4811,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wallpapers.com","observedAt":"2026-08-09T18:23:57.823Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wallpapers.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":816},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":464023,"botStatus":200,"botBytes":464023,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Wallpapers.com | 1,500,000+ Free HD Wallpapers for Desktop, Mobiles &amp; Tablets","lang":"en","ssrTextLength":26837,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":270,"imagesWithAlt":126,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1236"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"walmart.ca","rank":4808,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"walmart.ca","observedAt":"2026-08-09T18:23:57.915Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.walmart.ca/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":1,"bytes":2584},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":273710,"botStatus":200,"botBytes":273710,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Online Shopping Canada: Everyday Low Prices at Walmart.ca!","lang":"en","ssrTextLength":1357,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"walmart.com","rank":355,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"walmart.com","observedAt":"2026-08-09T18:23:58.344Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.walmart.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"PerimeterX challenge","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":5,"bytes":3584},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":408756,"botStatus":200,"botBytes":408756,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Walmart | Save Money. Live better.","lang":"en","ssrTextLength":3165,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":19,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"walmart.com.mx","rank":3897,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"walmart.com.mx","observedAt":"2026-08-09T18:23:58.393Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ETIMEDOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"walmartimages.com","rank":2815,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"walmartimages.com","observedAt":"2026-08-09T18:23:58.548Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wampserver.com","rank":4466,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wampserver.com","observedAt":"2026-08-09T18:23:58.580Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"http://wampserver.com/","error":"homepage returned HTTP 404","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wanadoo.fr","rank":2872,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wanadoo.fr","observedAt":"2026-08-09T18:23:59.322Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.orange.fr/portail","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1193,"botStatus":200,"botBytes":1193,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"&#8205;","lang":"fr","ssrTextLength":0,"h1Count":0,"landmarks":["main","header"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wandera.com","rank":4371,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wandera.com","observedAt":"2026-08-09T18:24:00.815Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.jamf.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":190012,"botStatus":200,"botBytes":190012,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Jamf Apple Device Management. Mac iPad iPhone TV Apple MDM","lang":"en","ssrTextLength":7379,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":11,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache/2.4.68 (Debian)"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wargaming.net","rank":3991,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wargaming.net","observedAt":"2026-08-09T18:24:01.087Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wargaming.net/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":140},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":77299,"botStatus":200,"botBytes":77299,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wargaming.net games — the full list of games available for players on the official website","lang":"en","ssrTextLength":774,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"warnerbros.com","rank":891,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"warnerbros.com","observedAt":"2026-08-09T18:24:01.176Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.warnerbros.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":388171,"botStatus":200,"botBytes":388171,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"WarnerBros.com | Home of WB Movies, TV, Games, and more!","lang":"en","ssrTextLength":2513,"h1Count":2,"landmarks":["nav","header"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"warthunder.com","rank":4788,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"warthunder.com","observedAt":"2026-08-09T18:24:01.197Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://warthunder.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1444},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":137887,"botStatus":200,"botBytes":137887,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoGame"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"War Thunder&nbsp;&mdash; Realistic Military Vehicles Online Combat Game for PC, Xbox and PlayStation. Play for Free","lang":"en","ssrTextLength":8543,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":28,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wasabisys.com","rank":3587,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wasabisys.com","observedAt":"2026-08-09T18:24:01.280Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wasabi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":379168,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Store More and Do More with Your Data | Wasabi","lang":"en","ssrTextLength":3569,"h1Count":1,"landmarks":["main","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"storyblok","network":"netlify","server":"Netlify"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"washington.edu","rank":793,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"washington.edu","observedAt":"2026-08-09T18:24:01.411Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.washington.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":76},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81411,"botStatus":200,"botBytes":81411,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"UW Homepage","lang":"en","ssrTextLength":3646,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":7,"imagesWithAlt":5,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"washingtonpost.com","rank":356,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"washingtonpost.com","observedAt":"2026-08-09T18:24:01.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","Diffbot"],"groupCount":35,"usesAllowRules":true,"crawlDelay":null,"bytes":5783},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"washingtontimes.com","rank":4966,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"washingtontimes.com","observedAt":"2026-08-09T18:24:01.787Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.washingtontimes.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5733,"botStatus":403,"botBytes":5733,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"watchguard.com","rank":3190,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"watchguard.com","observedAt":"2026-08-09T18:24:02.399Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.watchguard.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":2676},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":274009,"botStatus":200,"botBytes":274009,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WatchGuard | Comprehensive Cybersecurity Solutions","lang":"en","ssrTextLength":10842,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":35,"imagesWithAlt":32,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wattpad.com","rank":655,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wattpad.com","observedAt":"2026-08-09T18:24:02.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wattpad.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1580},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":118582,"botStatus":200,"botBytes":118582,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wattpad - Stories to obsess over","lang":"en","ssrTextLength":2603,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":151,"imagesWithAlt":73,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"remix","network":"cloudfront","server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wayfair.com","rank":2526,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wayfair.com","observedAt":"2026-08-09T18:24:02.523Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":429,"finalUrl":"https://www.wayfair.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 429 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":3224},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5825,"botStatus":429,"botBytes":5825,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access to this page has been denied","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wayground.com","rank":4428,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wayground.com","observedAt":"2026-08-09T18:24:02.538Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://wayground.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2035,"botStatus":202,"botBytes":2035,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"waze.com","rank":1197,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"waze.com","observedAt":"2026-08-09T18:24:02.679Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.waze.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":1223},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":81642,"botStatus":200,"botBytes":81642,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Driving directions, live traffic &amp; road conditions updates - Waze","lang":"en","ssrTextLength":82,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wb.gov.in","rank":1882,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wb.gov.in","observedAt":"2026-08-09T18:24:03.339Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wb.ru","rank":621,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wb.ru","observedAt":"2026-08-09T18:24:03.593Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":498,"finalUrl":"https://www.wildberries.ru/","error":"homepage returned HTTP 498","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wbbasket.ru","rank":854,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wbbasket.ru","observedAt":"2026-08-09T18:24:04.095Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wbx2.com","rank":410,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wbx2.com","observedAt":"2026-08-09T18:24:05.952Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wcdnga.com","rank":1093,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wcdnga.com","observedAt":"2026-08-09T18:24:06.005Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wdr.de","rank":4308,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wdr.de","observedAt":"2026-08-09T18:24:06.161Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www1.wdr.de/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":22,"usesAllowRules":true,"crawlDelay":null,"bytes":2566},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":584016,"botStatus":200,"botBytes":584016,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["VideoObject","AudioObject","ImageObject"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WDR - Nachrichten und Geschichten aus NRW","lang":"de","ssrTextLength":33637,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":157,"imagesWithAlt":157,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"weather.com","rank":245,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weather.com","observedAt":"2026-08-09T18:24:06.437Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://weather.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":30,"usesAllowRules":true,"crawlDelay":0.02,"bytes":4940},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":331263,"botStatus":200,"botBytes":331263,"detected":false},"llmsTxt":{"present":true,"bytes":8404,"specValid":true,"issues":[],"linkCount":75},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"National and Local Weather Radar, Daily Forecast, Hurricane and information from The Weather Channel and weather.com","lang":"en","ssrTextLength":1389,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":7,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"akamai","server":"Vercel"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weather.gov","rank":2386,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weather.gov","observedAt":"2026-08-09T18:24:06.503Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.weather.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120820,"botStatus":200,"botBytes":120820,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"National Weather Service","lang":null,"ssrTextLength":2486,"h1Count":1,"landmarks":[],"imagesTotal":15,"imagesWithAlt":10,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"weatherbug.net","rank":3465,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weatherbug.net","observedAt":"2026-08-09T18:24:06.566Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weathernews.jp","rank":1374,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weathernews.jp","observedAt":"2026-08-09T18:24:06.644Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://weathernews.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":398},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":147169,"botStatus":200,"botBytes":147169,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"【ウェザーニュース】天気 - 台風・地震・防災情報｜予報精度No.1","lang":"ja","ssrTextLength":2779,"h1Count":1,"landmarks":["main","footer","article"],"imagesTotal":164,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"web.app","rank":2942,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"web.app","observedAt":"2026-08-09T18:24:06.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://firebase.google.com/products/hosting/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":516192,"botStatus":200,"botBytes":516196,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Firebase Hosting | Fast, secure hosting for static websites","lang":"en","ssrTextLength":4437,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":11,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"web.de","rank":2389,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"web.de","observedAt":"2026-08-09T18:24:07.303Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://web.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","cohere-ai","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":721},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":408512,"botStatus":200,"botBytes":408512,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WEB.DE - kostenlose E-Mail-Adresse, FreeMail & Nachrichten","lang":null,"ssrTextLength":24320,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":142,"imagesWithAlt":97,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"web.dev","rank":2412,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"web.dev","observedAt":"2026-08-09T18:24:07.342Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://web.dev/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":132865,"botStatus":200,"botBytes":132865,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Article","Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"web.dev","lang":"en","ssrTextLength":8591,"h1Count":0,"landmarks":["main","nav","header","article"],"imagesTotal":10,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"Google Frontend"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"webcontentassessor.com","rank":3145,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webcontentassessor.com","observedAt":"2026-08-09T18:24:07.477Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://webcontentassessor.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":263,"botStatus":403,"botBytes":263,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":140,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webdav.org","rank":4969,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webdav.org","observedAt":"2026-08-09T18:24:07.678Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://webdav.org/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":79},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":21195,"botStatus":200,"botBytes":21195,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WebDAV Resources","lang":null,"ssrTextLength":8709,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webempresa.eu","rank":804,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webempresa.eu","observedAt":"2026-08-09T18:24:08.428Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.webempresa.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":907305,"botStatus":200,"botBytes":907297,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Hosting en España especializado en WordPress - Webempresa","lang":"es","ssrTextLength":16839,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":317,"imagesWithAlt":208,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webengage.com","rank":4817,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webengage.com","observedAt":"2026-08-09T18:24:08.684Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://webengage.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":919,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webex.com","rank":183,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webex.com","observedAt":"2026-08-09T18:24:09.152Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.webex.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":367,"botStatus":200,"botBytes":151372,"detected":false},"llmsTxt":{"present":true,"bytes":36071,"specValid":true,"issues":[],"linkCount":123},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webflow.com","rank":2858,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webflow.com","observedAt":"2026-08-09T18:24:09.752Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://webflow.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":279},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":624176,"botStatus":200,"botBytes":624176,"detected":false},"llmsTxt":{"present":true,"bytes":13258,"specValid":true,"issues":[],"linkCount":75},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Webflow: The agentic web platform for modern businesses","lang":"en","ssrTextLength":25003,"h1Count":2,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":168,"imagesWithAlt":57,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"webflow.io","rank":2923,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webflow.io","observedAt":"2026-08-09T18:24:10.231Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://webflow.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":624176,"botStatus":200,"botBytes":624176,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Webflow: The agentic web platform for modern businesses","lang":"en","ssrTextLength":25003,"h1Count":2,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":168,"imagesWithAlt":57,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"webflow","network":"cloudflare","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"webgo.de","rank":2723,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webgo.de","observedAt":"2026-08-09T18:24:11.366Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://webgo.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":589374,"botStatus":200,"botBytes":589374,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Erstellen Sie Ihre schnelle Website! Webhosting, Server, Domains & mehr","lang":"de","ssrTextLength":23681,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":46,"imagesWithAlt":46,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webhostbox.net","rank":1051,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webhostbox.net","observedAt":"2026-08-09T18:24:11.609Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webmd.com","rank":927,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webmd.com","observedAt":"2026-08-09T18:24:11.656Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.webmd.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","CCBot"],"groupCount":7,"usesAllowRules":false,"crawlDelay":null,"bytes":926},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":421632,"botStatus":200,"botBytes":421632,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WebMD - Better information. Better health.","lang":"en","ssrTextLength":6248,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":41,"imagesWithAlt":30,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"webnovel.com","rank":3313,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webnovel.com","observedAt":"2026-08-09T18:24:11.756Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://webnovel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":275},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5701,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"weborama.fr","rank":3699,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weborama.fr","observedAt":"2026-08-09T18:24:11.903Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.weborama.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":45},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72766,"botStatus":200,"botBytes":72766,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Weborama - From Data to Value","lang":"en","ssrTextLength":5790,"h1Count":2,"landmarks":["nav"],"imagesTotal":61,"imagesWithAlt":54,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"webrootcloudav.com","rank":2625,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webrootcloudav.com","observedAt":"2026-08-09T18:24:12.210Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webs.com","rank":2717,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webs.com","observedAt":"2026-08-09T18:24:12.360Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.vistaprint.com/digital-marketing/webs-shutdown","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":193553,"botStatus":200,"botBytes":176278,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Webs.com has been shut down: Find out more","lang":"en","ssrTextLength":3739,"h1Count":1,"landmarks":["main","header","article"],"imagesTotal":29,"imagesWithAlt":8,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"webshare.io","rank":5116,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"webshare.io","observedAt":"2026-08-09T18:24:12.502Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.webshare.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":264},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":121589,"botStatus":200,"botBytes":121589,"detected":false},"llmsTxt":{"present":true,"bytes":46567,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":12898},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Webshare | Fast &amp; Affordable Proxies","lang":"en","ssrTextLength":7413,"h1Count":1,"landmarks":["nav"],"imagesTotal":137,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"website-files.com","rank":3009,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"website-files.com","observedAt":"2026-08-09T18:24:12.562Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"websitewelcome.com","rank":1466,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"websitewelcome.com","observedAt":"2026-08-09T18:24:13.489Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":500,"finalUrl":"http://websitewelcome.com/","error":"homepage returned HTTP 500","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"websupport.sk","rank":2353,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"websupport.sk","observedAt":"2026-08-09T18:24:14.032Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.websupport.sk/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":138},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":268778,"botStatus":200,"botBytes":268778,"detected":false},"llmsTxt":{"present":true,"bytes":4341,"specValid":false,"issues":["no blockquote summary"],"linkCount":34},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","WebPage","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Websupport | Registrácia domén a najspoľahlivejší hosting","lang":"sk","ssrTextLength":8579,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":27,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wechat.com","rank":2101,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wechat.com","observedAt":"2026-08-09T18:24:14.594Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wechat.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":86475,"botStatus":200,"botBytes":86475,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WeChat - Connects with over 1 billion users | Chats · Calls · Life Services","lang":null,"ssrTextLength":392,"h1Count":0,"landmarks":[],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"TencentEdgeOne"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weebly.com","rank":337,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weebly.com","observedAt":"2026-08-09T18:24:15.114Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.weebly.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":777},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":120830,"botStatus":200,"botBytes":120830,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Free Website Builder: Build a Free Website or Online Store | Weebly","lang":"en","ssrTextLength":2849,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":12,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weforum.org","rank":935,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weforum.org","observedAt":"2026-08-09T18:24:15.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.weforum.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":369,"botStatus":200,"botBytes":692466,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":204,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weibo.cn","rank":2571,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weibo.cn","observedAt":"2026-08-09T18:24:15.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":95},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weibo.com","rank":292,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weibo.com","observedAt":"2026-08-09T18:24:16.382Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["OAI-SearchBot","ChatGPT-User","Perplexity-User","meta-externalagent","Bytespider"],"groupCount":3,"usesAllowRules":true,"crawlDelay":1,"bytes":840},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weibocdn.com","rank":3054,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weibocdn.com","observedAt":"2026-08-09T18:24:16.418Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://weibocdn.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":232,"botStatus":200,"botBytes":232,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"微博文件平台","lang":null,"ssrTextLength":40,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"weixinbridge.com","rank":5093,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weixinbridge.com","observedAt":"2026-08-09T18:24:16.566Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wellsfargo.com","rank":3085,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wellsfargo.com","observedAt":"2026-08-09T18:24:16.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wellsfargo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":531},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":125019,"botStatus":200,"botBytes":125017,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Wells Fargo Bank | Financial Services & Online Banking","lang":"en","ssrTextLength":11858,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":15,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"welt.de","rank":798,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"welt.de","observedAt":"2026-08-09T18:24:17.160Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.welt.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["PerplexityBot","Perplexity-User","Applebot-Extended","CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":3479},"tier1Blocked":["PerplexityBot","Perplexity-User","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":1330849,"botStatus":200,"botBytes":1330849,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WELT - Aktuelle Nachrichten, News, Hintergründe &amp; Videos","lang":"de","ssrTextLength":30229,"h1Count":0,"landmarks":["main","nav","header","footer","article"],"imagesTotal":72,"imagesWithAlt":71,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"weplayapp.com","rank":2661,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"weplayapp.com","observedAt":"2026-08-09T18:24:17.202Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://weplayapp.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3426,"botStatus":200,"botBytes":3426,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WePlay - Online Board Game Lounge","lang":null,"ssrTextLength":33,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"westernunion.com","rank":4883,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"westernunion.com","observedAt":"2026-08-09T18:24:17.290Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.westernunion.com/us/en/home.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1194},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":224993,"botStatus":200,"botBytes":220784,"detected":false},"llmsTxt":{"present":true,"bytes":959058,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","FAQPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Send &amp; Receive Money in the United States","lang":"en","ssrTextLength":13417,"h1Count":2,"landmarks":["nav","header","footer"],"imagesTotal":22,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"AmazonS3"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wetransfer.com","rank":2519,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wetransfer.com","observedAt":"2026-08-09T18:24:17.530Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wetransfer.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":26168,"botStatus":200,"botBytes":26168,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WeTransfer | Send Large Files Fast","lang":"en","ssrTextLength":276,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wetter.com","rank":1173,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wetter.com","observedAt":"2026-08-09T18:24:17.694Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wetter.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":5017},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":515929,"botStatus":200,"botBytes":496789,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["ItemList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Wetter, Wettervorhersage &amp; Wetterbericht | wetter.com","lang":"de","ssrTextLength":20680,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":120,"imagesWithAlt":119,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wetteronline.de","rank":1296,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wetteronline.de","observedAt":"2026-08-09T18:24:17.733Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wetteronline.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":58},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":273438,"botStatus":403,"botBytes":919,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Wetter aktuell, Wettervorhersage und Wetterbericht - WetterOnline","lang":null,"ssrTextLength":6110,"h1Count":1,"landmarks":["footer"],"imagesTotal":27,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"whecloud.com","rank":831,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"whecloud.com","observedAt":"2026-08-09T18:24:20.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"whitehouse.gov","rank":986,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"whitehouse.gov","observedAt":"2026-08-09T18:24:20.372Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.whitehouse.gov/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":79},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":293383,"botStatus":200,"botBytes":293383,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","GovernmentOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"The White House","lang":"en","ssrTextLength":4636,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":17,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"whitepages.com","rank":4727,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"whitepages.com","observedAt":"2026-08-09T18:24:20.443Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2975},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"who.int","rank":251,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"who.int","observedAt":"2026-08-09T18:24:20.866Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.who.int/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["CCBot"],"groupCount":527,"usesAllowRules":false,"crawlDelay":null,"bytes":18983},"tier1Blocked":[],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":131313,"botStatus":200,"botBytes":131313,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"World Health Organization (WHO)","lang":"en","ssrTextLength":4475,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":25,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"whost-solutions.ru","rank":3847,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"whost-solutions.ru","observedAt":"2026-08-09T18:24:20.885Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"widgetable.net","rank":5113,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"widgetable.net","observedAt":"2026-08-09T18:24:21.273Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://widgetable.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":642,"botStatus":200,"botBytes":642,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Widgetable","lang":"en","ssrTextLength":10,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"nginx/1.22.1"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wikia.com","rank":2488,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikia.com","observedAt":"2026-08-09T18:24:21.741Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://community.fandom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5752,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wikibooks.org","rank":3154,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikibooks.org","observedAt":"2026-08-09T18:24:22.001Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wikibooks.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":17935},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":64898,"botStatus":200,"botBytes":64898,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikibooks","lang":"en","ssrTextLength":1778,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wikidata.org","rank":4503,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikidata.org","observedAt":"2026-08-09T18:24:22.258Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wikidata.org/wiki/Wikidata:Main_Page","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":15648},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":203104,"botStatus":200,"botBytes":203104,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikidata","lang":"en","ssrTextLength":9635,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":25,"imagesWithAlt":6,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"mw-web.eqiad.main-5c9b9b9b45-fj466"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wikidot.com","rank":3492,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikidot.com","observedAt":"2026-08-09T18:24:22.430Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://www.wikidot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":25865,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikidot - Free and Pro Wiki Hosting","lang":"en","ssrTextLength":2603,"h1Count":5,"landmarks":["nav"],"imagesTotal":6,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wikihow.com","rank":1824,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikihow.com","observedAt":"2026-08-09T18:24:22.620Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wikihow.com/Main-Page","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"groupCount":76,"usesAllowRules":true,"crawlDelay":null,"bytes":4945},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","Diffbot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":365642,"botStatus":200,"botBytes":365642,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"wikiHow: How-to instructions you can trust.","lang":"en","ssrTextLength":11974,"h1Count":1,"landmarks":[],"imagesTotal":235,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wikimedia.org","rank":247,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikimedia.org","observedAt":"2026-08-09T18:24:22.731Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wikimedia.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":47709,"botStatus":200,"botBytes":47709,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikimedia","lang":"en","ssrTextLength":1414,"h1Count":0,"landmarks":[],"imagesTotal":16,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wikipedia.com","rank":4010,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikipedia.com","observedAt":"2026-08-09T18:24:22.771Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wikipedia.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":28027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":118282,"botStatus":200,"botBytes":118282,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikipedia","lang":"en","ssrTextLength":6225,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wikipedia.org","rank":31,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikipedia.org","observedAt":"2026-08-09T18:24:22.839Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wikipedia.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":28027},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":118282,"botStatus":200,"botBytes":118282,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikipedia","lang":"en","ssrTextLength":6225,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wikiquote.org","rank":4865,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikiquote.org","observedAt":"2026-08-09T18:24:22.996Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wikiquote.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":15005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":65791,"botStatus":200,"botBytes":65791,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikiquote","lang":"en","ssrTextLength":1959,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wikisource.org","rank":2758,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wikisource.org","observedAt":"2026-08-09T18:24:23.729Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wikisource.org/wiki/Wikisource:Main_Page","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":15003},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176107,"botStatus":200,"botBytes":176107,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wikisource","lang":"en","ssrTextLength":9100,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":21,"imagesWithAlt":19,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wiktionary.org","rank":1280,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wiktionary.org","observedAt":"2026-08-09T18:24:24.859Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wiktionary.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":34,"usesAllowRules":true,"crawlDelay":5,"bytes":15006},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":73729,"botStatus":200,"botBytes":73729,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wiktionary","lang":"en","ssrTextLength":3039,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS/9.2.13"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wildberries.ru","rank":241,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wildberries.ru","observedAt":"2026-08-09T18:24:24.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":498,"finalUrl":"https://www.wildberries.ru/","error":"homepage returned HTTP 498","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wiley.com","rank":312,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wiley.com","observedAt":"2026-08-09T18:24:25.497Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wiley.com/en-us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":false,"crawlDelay":null,"bytes":3222},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":317603,"botStatus":403,"botBytes":5840,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Trusted Research &amp; AI Insights | Wiley","lang":"en","ssrTextLength":10550,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"windy.com","rank":2405,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"windy.com","observedAt":"2026-08-09T18:24:25.878Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.windy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":8016,"botStatus":200,"botBytes":29307,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Windy: Wind map &amp; weather forecast","lang":"en","ssrTextLength":73,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx/1.22.1"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wipo.int","rank":2709,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wipo.int","observedAt":"2026-08-09T18:24:26.091Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wipo.int/portal/en/index.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":4186},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":69119,"botStatus":200,"botBytes":69119,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"WIPO &#45; World Intellectual Property Organization","lang":"en","ssrTextLength":10591,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":10,"imagesWithAlt":10,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"OpenCms/10.5.4_wipo_20210226"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wired.com","rank":525,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wired.com","observedAt":"2026-08-09T18:24:26.453Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wired.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":1994},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":1667331,"botStatus":200,"botBytes":1667331,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WIRED - The Latest in Technology, Science, Culture and Business | WIRED","lang":"en","ssrTextLength":10655,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":57,"imagesWithAlt":29,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wireshark.org","rank":3273,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wireshark.org","observedAt":"2026-08-09T18:24:26.652Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wireshark.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":74},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":216414,"botStatus":200,"botBytes":216414,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wireshark • Go Deep","lang":"en","ssrTextLength":5702,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wisc.edu","rank":1323,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wisc.edu","observedAt":"2026-08-09T18:24:26.685Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wisc.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":74969,"botStatus":200,"botBytes":74969,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollegeOrUniversity"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"University of Wisconsin–Madison","lang":"en","ssrTextLength":4429,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":13,"imagesWithAlt":13,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wise.com","rank":1070,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wise.com","observedAt":"2026-08-09T18:24:26.979Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wise.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":2486},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1352981,"botStatus":200,"botBytes":1320177,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Wise: The international account | Money without borders | Wise United States","lang":"en","ssrTextLength":8233,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":125,"imagesWithAlt":15,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wistia.com","rank":3515,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wistia.com","observedAt":"2026-08-09T18:24:27.030Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wistia.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":162},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":296484,"botStatus":200,"botBytes":296484,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"The Video Marketing Platform for Businesses | Wistia","lang":"en","ssrTextLength":8228,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":25,"imagesWithAlt":25,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"contentful","network":"fastly","server":"istio-envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"withgoogle.com","rank":647,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"withgoogle.com","observedAt":"2026-08-09T18:24:27.115Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.google.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":220975,"botStatus":200,"botBytes":31066,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Google","lang":"en","ssrTextLength":453,"h1Count":0,"landmarks":["header"],"imagesTotal":7,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"gws"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wix.com","rank":590,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wix.com","observedAt":"2026-08-09T18:24:27.350Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wix.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":2797},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":1418601,"detected":false},"llmsTxt":{"present":true,"bytes":36007,"specValid":true,"issues":[],"linkCount":131},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["HowTo","VideoObject","Organization","FAQPage"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Website Builder - Create a Free Website In Minutes | Wix.com","lang":"en","ssrTextLength":2489,"h1Count":1,"landmarks":["main","nav","header"],"imagesTotal":12,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wix","network":"fastly","server":"Pepyaka"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wixdns.net","rank":2947,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wixdns.net","observedAt":"2026-08-09T18:24:27.580Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://wixdns.net/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wixsite.com","rank":261,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wixsite.com","observedAt":"2026-08-09T18:24:27.643Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wixstatic.com","rank":4036,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wixstatic.com","observedAt":"2026-08-09T18:24:27.713Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wnacg.com","rank":1546,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wnacg.com","observedAt":"2026-08-09T18:24:27.962Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wnacg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":58876,"botStatus":200,"botBytes":58600,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"紳士漫畫-專註分享漢化本子&#124;邪惡漫畫","lang":null,"ssrTextLength":3722,"h1Count":0,"landmarks":[],"imagesTotal":69,"imagesWithAlt":68,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wolt.com","rank":4922,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wolt.com","observedAt":"2026-08-09T18:24:28.149Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wolt.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":62},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Доставка Wolt | Еда, Продукты и многое другое в течение часа – Wolt","lang":"ru","ssrTextLength":3259,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":72,"imagesWithAlt":24,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wondershare.com","rank":4542,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wondershare.com","observedAt":"2026-08-09T18:24:28.629Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wondershare.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":97},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":247207,"botStatus":200,"botBytes":247207,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wondershare - The Creator's Era of AI-Powered Creativity","lang":"en","ssrTextLength":7189,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":49,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"woocommerce.com","rank":2651,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"woocommerce.com","observedAt":"2026-08-09T18:24:28.828Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://woocommerce.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":679},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":312814,"botStatus":200,"botBytes":312814,"detected":false},"llmsTxt":{"present":true,"bytes":10134,"specValid":true,"issues":[],"linkCount":75},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WooCommerce","lang":"en","ssrTextLength":5001,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":66,"imagesWithAlt":49,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"woocommerce","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wordfence.com","rank":3774,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wordfence.com","observedAt":"2026-08-09T18:24:29.733Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":202,"finalUrl":"https://www.wordfence.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":55},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2275,"botStatus":200,"botBytes":91759,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":"en","ssrTextLength":0,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wordpress.com","rank":99,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wordpress.com","observedAt":"2026-08-09T18:24:30.554Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wordpress.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1387},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":353549,"botStatus":200,"botBytes":352367,"detected":false},"llmsTxt":{"present":true,"bytes":7018,"specValid":true,"issues":[],"linkCount":20},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WordPress.com: Everything You Need to Build Your Website","lang":"en","ssrTextLength":5644,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":31,"imagesWithAlt":27,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wordpress.org","rank":43,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wordpress.org","observedAt":"2026-08-09T18:24:30.792Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wordpress.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Bytespider"],"groupCount":12,"usesAllowRules":true,"crawlDelay":null,"bytes":976},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":158343,"botStatus":200,"botBytes":158343,"detected":false},"llmsTxt":{"present":true,"bytes":5763,"specValid":true,"issues":[],"linkCount":36},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Blog Tool, Publishing Platform, and CMS &#8211; WordPress.org","lang":"en","ssrTextLength":3400,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":17,"imagesWithAlt":8,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wordreference.com","rank":3889,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wordreference.com","observedAt":"2026-08-09T18:24:31.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["Google-Extended","meta-externalagent"],"groupCount":4,"usesAllowRules":true,"crawlDelay":1,"bytes":5280},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wordwall.net","rank":1253,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wordwall.net","observedAt":"2026-08-09T18:24:31.386Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://wordwall.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7931,"botStatus":403,"botBytes":7881,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Azure WAF","lang":null,"ssrTextLength":104,"h1Count":0,"landmarks":[],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"azure-frontdoor","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"workbox.dk","rank":100,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"workbox.dk","observedAt":"2026-08-09T18:24:31.555Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"workdaysuv.com","rank":3610,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"workdaysuv.com","observedAt":"2026-08-09T18:24:31.676Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://workdaysuv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111,"botStatus":403,"botBytes":111,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":26,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"workers.dev","rank":104,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"workers.dev","observedAt":"2026-08-09T18:24:31.761Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.cloudflare.com/products/workers/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":732262,"botStatus":200,"botBytes":732262,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Cloudflare Workers - Global Serverless Functions Platform","lang":"en","ssrTextLength":9317,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":3,"imagesWithAlt":3,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"worldbank.org","rank":879,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"worldbank.org","observedAt":"2026-08-09T18:24:31.763Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.worldbank.org/ext/en/home","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":452},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":60036,"botStatus":200,"botBytes":60036,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"World Bank Group - International Development, Poverty and Sustainability","lang":"en","ssrTextLength":8841,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":22,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"worldcat.org","rank":3701,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"worldcat.org","observedAt":"2026-08-09T18:24:31.876Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://search.worldcat.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot"],"groupCount":5,"usesAllowRules":false,"crawlDelay":5,"bytes":651},"tier1Blocked":["GPTBot","ChatGPT-User","Google-Extended"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":455888,"botStatus":403,"botBytes":5839,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"WorldCat.org","lang":"en","ssrTextLength":4226,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":45,"imagesWithAlt":37,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"worldnic.com","rank":439,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"worldnic.com","observedAt":"2026-08-09T18:24:31.900Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"worldometers.info","rank":4701,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"worldometers.info","observedAt":"2026-08-09T18:24:31.947Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.worldometers.info/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":24},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":233182,"botStatus":403,"botBytes":5844,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Worldometer - real time world statistics","lang":"en","ssrTextLength":54244,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"worldtimeserver.com","rank":4861,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"worldtimeserver.com","observedAt":"2026-08-09T18:24:31.955Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.worldtimeserver.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":148},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":396943,"botStatus":200,"botBytes":396943,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WorldTimeServer.com: Current Local Time and Date in any Zone","lang":"en","ssrTextLength":20884,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wowhead.com","rank":4864,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wowhead.com","observedAt":"2026-08-09T18:24:32.008Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://wowhead.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","cohere-ai","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":62764},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":919,"botStatus":200,"botBytes":190275,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ERROR: The request could not be satisfied","lang":null,"ssrTextLength":553,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wp.com","rank":434,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wp.com","observedAt":"2026-08-09T18:24:32.481Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wordpress.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1387},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":353549,"botStatus":200,"botBytes":352367,"detected":false},"llmsTxt":{"present":true,"bytes":7018,"specValid":true,"issues":[],"linkCount":20},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WordPress.com: Everything You Need to Build Your Website","lang":"en","ssrTextLength":5644,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":31,"imagesWithAlt":27,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wp.me","rank":4277,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wp.me","observedAt":"2026-08-09T18:24:32.936Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wordpress.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":353549,"botStatus":200,"botBytes":352367,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","BreadcrumbList","ImageObject","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"WordPress.com: Everything You Need to Build Your Website","lang":"en","ssrTextLength":5644,"h1Count":1,"landmarks":["main","nav","footer","aside"],"imagesTotal":31,"imagesWithAlt":27,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wp.pl","rank":801,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wp.pl","observedAt":"2026-08-09T18:24:33.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wp.pl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","Perplexity-User","CCBot"],"groupCount":7,"usesAllowRules":true,"crawlDelay":null,"bytes":493},"tier1Blocked":["GPTBot"],"tier2Blocked":["CCBot"],"cloaking":{"tested":true,"browserBytes":415542,"botStatus":200,"botBytes":414361,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Wirtualna Polska - Wszystko co ważne - www.wp.pl","lang":"pl","ssrTextLength":16201,"h1Count":1,"landmarks":["footer","aside"],"imagesTotal":238,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wpastra.com","rank":1497,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wpastra.com","observedAt":"2026-08-09T18:24:33.705Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wpastra.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":386},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1763165,"botStatus":200,"botBytes":1763165,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Astra – Fast, Lightweight &amp; Customizable WordPress Theme - Download Now!","lang":"en","ssrTextLength":12337,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":117,"imagesWithAlt":115,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"wpengine.com","rank":2396,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wpengine.com","observedAt":"2026-08-09T18:24:34.233Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wpengine.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":5,"bytes":1797},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":423636,"botStatus":200,"botBytes":423636,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Trusted Website Hosting Platform | WP Engine®","lang":"en","ssrTextLength":7760,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":76,"imagesWithAlt":68,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wpguardian.com","rank":746,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wpguardian.com","observedAt":"2026-08-09T18:24:34.607Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wpguardian.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":172},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":228131,"botStatus":200,"botBytes":228131,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Effective Security for WordPress Sites- WPGuardian","lang":"en","ssrTextLength":13115,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":20,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wpguardian.io","rank":747,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wpguardian.io","observedAt":"2026-08-09T18:24:35.173Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wpguardian.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":172},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":228131,"botStatus":200,"botBytes":228131,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Effective Security for WordPress Sites- WPGuardian","lang":"en","ssrTextLength":13115,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":28,"imagesWithAlt":20,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wps.cn","rank":2080,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wps.cn","observedAt":"2026-08-09T18:24:35.383Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wps.cn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4540,"botStatus":200,"botBytes":4540,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"WPS-支持多人在线协作编辑Word、Excel和PPT文档_WPS官方网站","lang":"zh","ssrTextLength":38,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wps.com","rank":729,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wps.com","observedAt":"2026-08-09T18:24:35.853Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wps.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":649},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":487290,"botStatus":200,"botBytes":359988,"detected":false},"llmsTxt":{"present":true,"bytes":6576,"specValid":true,"issues":[],"linkCount":53},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SoftwareApplication","FAQPage","Review"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Office Suite for Word, Excel, PDF &amp; PPT | Kingsoft WPS Office","lang":"en","ssrTextLength":8037,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":122,"imagesWithAlt":122,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nuxt","network":"cloudfront","server":"elb"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wpscdn.com","rank":3280,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wpscdn.com","observedAt":"2026-08-09T18:24:36.301Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wpsdns.com","rank":2505,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wpsdns.com","observedAt":"2026-08-09T18:24:36.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wscdns.com","rank":3810,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wscdns.com","observedAt":"2026-08-09T18:24:36.690Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wsdvs.com","rank":256,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wsdvs.com","observedAt":"2026-08-09T18:24:36.782Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wsdvs.info","rank":4829,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wsdvs.info","observedAt":"2026-08-09T18:24:36.802Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wsglb0.com","rank":2710,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wsglb0.com","observedAt":"2026-08-09T18:24:36.809Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wshareit.com","rank":2567,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wshareit.com","observedAt":"2026-08-09T18:24:36.827Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wshareit.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":67},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":228123,"botStatus":200,"botBytes":228123,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"SHAREit Group-A next-generation internet technology company","lang":"en","ssrTextLength":3001,"h1Count":0,"landmarks":["footer"],"imagesTotal":35,"imagesWithAlt":35,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"hubspot","network":null,"server":"envoy"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wshifen.com","rank":1351,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wshifen.com","observedAt":"2026-08-09T18:24:36.966Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wsimg.com","rank":4747,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wsimg.com","observedAt":"2026-08-09T18:24:37.309Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wsj.com","rank":348,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wsj.com","observedAt":"2026-08-09T18:24:37.767Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User"],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":4307},"tier1Blocked":["ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wskam.com","rank":2881,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wskam.com","observedAt":"2026-08-09T18:24:38.121Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wso2.download","rank":2808,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wso2.download","observedAt":"2026-08-09T18:24:38.909Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wsu.edu","rank":4548,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wsu.edu","observedAt":"2026-08-09T18:24:39.214Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://wsu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":145},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":111054,"botStatus":200,"botBytes":111054,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Washington State University |  Washington State University","lang":"en","ssrTextLength":4695,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":14,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"wswebcdn.com","rank":763,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wswebcdn.com","observedAt":"2026-08-09T18:24:39.332Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wswebpic.com","rank":1871,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wswebpic.com","observedAt":"2026-08-09T18:24:39.911Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wtxcdn.com","rank":2511,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wtxcdn.com","observedAt":"2026-08-09T18:24:39.927Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wufoo.com","rank":3961,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wufoo.com","observedAt":"2026-08-09T18:24:40.057Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wufoo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":171},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":138216,"botStatus":200,"botBytes":138216,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Online Form Builder with Cloud Storage Database | Wufoo","lang":"en","ssrTextLength":4531,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":14,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wunderground.com","rank":2120,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wunderground.com","observedAt":"2026-08-09T18:24:40.308Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wunderground.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":395},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":693430,"botStatus":200,"botBytes":693429,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Local Weather Forecast, News and Conditions | Weather Underground","lang":"en","ssrTextLength":2060,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":20,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"angular","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wurl.com","rank":3914,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wurl.com","observedAt":"2026-08-09T18:24:40.415Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wurl.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":610},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":97770,"botStatus":200,"botBytes":97770,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Powering CTV distribution, monetization and advertising | Wurl","lang":"en","ssrTextLength":3084,"h1Count":1,"landmarks":["main","nav","footer","article"],"imagesTotal":92,"imagesWithAlt":82,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"wustl.edu","rank":3330,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wustl.edu","observedAt":"2026-08-09T18:24:40.532Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://washu.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":241},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":155911,"botStatus":200,"botBytes":155911,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Home | WashU","lang":"en","ssrTextLength":6523,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":20,"imagesWithAlt":9,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"wyzecam.com","rank":876,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"wyzecam.com","observedAt":"2026-08-09T18:24:40.547Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.wyze.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot"],"groupCount":16,"usesAllowRules":true,"crawlDelay":10,"bytes":6418},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":540004,"botStatus":200,"botBytes":540004,"detected":false},"llmsTxt":{"present":true,"bytes":4270,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":true,"bytes":4227},"structured":{"jsonLdTypes":["OnlineStore","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Wyze | Smart Home Security Cameras &amp; Devices","lang":"en","ssrTextLength":9838,"h1Count":2,"landmarks":["main","nav","header","footer"],"imagesTotal":62,"imagesWithAlt":61,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"shopify","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"x-cdn-static.com","rank":3181,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"x-cdn-static.com","observedAt":"2026-08-09T18:24:40.915Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://x-cdn-static.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":524959,"botStatus":200,"botBytes":524875,"detected":false},"llmsTxt":{"present":true,"bytes":14095,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":1889,"h1Count":1,"landmarks":["main"],"imagesTotal":43,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"x.ai","rank":4549,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"x.ai","observedAt":"2026-08-09T18:24:41.154Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://x.ai/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":407},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5831,"botStatus":403,"botBytes":5831,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Attention Required! | Cloudflare","lang":"en","ssrTextLength":742,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"x.com","rank":52,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"x.com","observedAt":"2026-08-09T18:24:41.352Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":["Google-Extended"],"groupCount":7,"usesAllowRules":true,"crawlDelay":1,"bytes":2932},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"x5.ru","rank":2424,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"x5.ru","observedAt":"2026-08-09T18:24:41.457Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.x5.ru/en/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":148},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":152560,"botStatus":200,"botBytes":152560,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Main page - X5","lang":"en","ssrTextLength":7023,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":54,"imagesWithAlt":17,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"xahani.com","rank":1727,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xahani.com","observedAt":"2026-08-09T18:24:41.722Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://xahani.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1403},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5678,"botStatus":403,"botBytes":5678,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"xbanxia.cc","rank":1726,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xbanxia.cc","observedAt":"2026-08-09T18:24:42.116Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xbanxia.cc/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":13},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":30505,"botStatus":403,"botBytes":4546,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"半夏小說 - 網路小說線上免費看","lang":"zh","ssrTextLength":1984,"h1Count":1,"landmarks":["nav","header"],"imagesTotal":11,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xbox.com","rank":818,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xbox.com","observedAt":"2026-08-09T18:24:42.228Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xbox.com/en-US/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":289},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":464376,"botStatus":200,"botBytes":464376,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"XBOX Official Site: Play Games Anywhere | XBOX","lang":"en","ssrTextLength":2577,"h1Count":1,"landmarks":[],"imagesTotal":48,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xboxlive.com","rank":369,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xboxlive.com","observedAt":"2026-08-09T18:24:42.366Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xbox.com/en-US/live","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":394087,"botStatus":200,"botBytes":394087,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Account with XBOX | XBOX","lang":"en","ssrTextLength":4105,"h1Count":1,"landmarks":[],"imagesTotal":19,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xboxservices.com","rank":2481,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xboxservices.com","observedAt":"2026-08-09T18:24:43.017Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xcal.tv","rank":447,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xcal.tv","observedAt":"2026-08-09T18:24:43.539Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xda-developers.com","rank":4618,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xda-developers.com","observedAt":"2026-08-09T18:24:43.555Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xda-developers.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Applebot-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2006},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Applebot-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":880232,"botStatus":200,"botBytes":880435,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"XDA","lang":"en","ssrTextLength":9016,"h1Count":0,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":59,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"xe.com","rank":3759,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xe.com","observedAt":"2026-08-09T18:24:44.187Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"redirect count exceeded","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2036},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xero.com","rank":3153,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xero.com","observedAt":"2026-08-09T18:24:45.338Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xero.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":260},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":482877,"botStatus":200,"botBytes":482877,"detected":false},"llmsTxt":{"present":true,"bytes":13353,"specValid":true,"issues":[],"linkCount":97},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Accounting Software for Small Businesses | Xero US","lang":"en","ssrTextLength":9100,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":29,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"akamai","server":"AmazonS3"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xerox.com","rank":1045,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xerox.com","observedAt":"2026-08-09T18:24:45.376Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xerox.com/en-us","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":2304},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":418369,"botStatus":403,"botBytes":367,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Workplace and Digital Printing Solutions | Xerox","lang":"en","ssrTextLength":7856,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":10,"imagesWithAlt":10,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xfinity.com","rank":1825,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xfinity.com","observedAt":"2026-08-09T18:24:45.402Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.xfinity.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":690},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":367,"botStatus":200,"botBytes":313381,"detected":false},"llmsTxt":{"present":true,"bytes":40769,"specValid":true,"issues":[],"linkCount":260},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":202,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xhaccess.com","rank":1168,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhaccess.com","observedAt":"2026-08-09T18:24:45.493Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhaccess.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":365527,"botStatus":200,"botBytes":438434,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4231,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xham.live","rank":1312,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xham.live","observedAt":"2026-08-09T18:24:45.597Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xham.live/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["ClaudeBot","Amazonbot"],"groupCount":4,"usesAllowRules":false,"crawlDelay":30,"bytes":445},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":544165,"botStatus":200,"botBytes":786924,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Live Adult Webcams | xhamsterlive.com","lang":"en","ssrTextLength":4271,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xhamster.com","rank":628,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamster.com","observedAt":"2026-08-09T18:24:45.808Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamster.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":353360,"botStatus":200,"botBytes":440589,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":3893,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhamster.desi","rank":1086,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamster.desi","observedAt":"2026-08-09T18:24:45.839Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamster.desi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":357906,"botStatus":200,"botBytes":443183,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4033,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhamster1.desi","rank":1179,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamster1.desi","observedAt":"2026-08-09T18:24:45.964Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamster1.desi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":361270,"botStatus":200,"botBytes":441453,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4239,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhamster19.com","rank":1194,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamster19.com","observedAt":"2026-08-09T18:24:46.628Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamster19.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":369104,"botStatus":200,"botBytes":446251,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4124,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhamster2.com","rank":1175,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamster2.com","observedAt":"2026-08-09T18:24:46.664Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamster2.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":368961,"botStatus":200,"botBytes":444340,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4268,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhamster45.desi","rank":1672,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamster45.desi","observedAt":"2026-08-09T18:24:46.719Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamster46.desi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":368649,"botStatus":200,"botBytes":440190,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4280,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhamster46.desi","rank":1130,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamster46.desi","observedAt":"2026-08-09T18:24:47.057Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamster46.desi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":368265,"botStatus":200,"botBytes":444699,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4216,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhamsterlive.com","rank":4152,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhamsterlive.com","observedAt":"2026-08-09T18:24:47.213Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhamsterlive.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":675},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":590273,"botStatus":200,"botBytes":825085,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Live Sex Webcams and Porn Chat | xHamsterLive","lang":"en","ssrTextLength":4278,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xhcdn.com","rank":987,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhcdn.com","observedAt":"2026-08-09T18:24:47.287Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://xhcdn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":21,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":21,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.26.2"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xhchannel.com","rank":1793,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhchannel.com","observedAt":"2026-08-09T18:24:47.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhchannel.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":342186,"botStatus":200,"botBytes":445176,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":3795,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhclub.live","rank":1992,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhclub.live","observedAt":"2026-08-09T18:24:47.838Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhclub.live/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":356464,"botStatus":200,"botBytes":445206,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4141,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhname.com","rank":1196,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhname.com","observedAt":"2026-08-09T18:24:48.494Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhname.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":352100,"botStatus":200,"botBytes":444155,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":3875,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhopen.com","rank":1241,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhopen.com","observedAt":"2026-08-09T18:24:48.543Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhopen.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366916,"botStatus":200,"botBytes":442146,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4387,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhpingcdn.com","rank":3958,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhpingcdn.com","observedAt":"2026-08-09T18:24:50.455Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":596},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xhscdn.com","rank":1893,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhscdn.com","observedAt":"2026-08-09T18:24:50.628Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xhsocial.com","rank":1331,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhsocial.com","observedAt":"2026-08-09T18:24:50.844Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhsocial.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":359962,"botStatus":200,"botBytes":440939,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4120,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhspot.com","rank":1311,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhspot.com","observedAt":"2026-08-09T18:24:50.948Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhspot.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":364471,"botStatus":200,"botBytes":437774,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4349,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xhwide.com","rank":4476,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xhwide.com","observedAt":"2026-08-09T18:24:51.129Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xhwide.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4447},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":360897,"botStatus":200,"botBytes":437084,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos &amp; XXX Movies: Sex Videos Tube | xHamster","lang":"en","ssrTextLength":4190,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":37,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xiaohongshu.com","rank":1181,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xiaohongshu.com","observedAt":"2026-08-09T18:24:51.331Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":565},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xiaomi.com","rank":149,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xiaomi.com","observedAt":"2026-08-09T18:24:51.346Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mi.com/us/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":88478,"botStatus":200,"botBytes":88478,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Xiaomi United States | Xiaomi Official Website","lang":"en","ssrTextLength":962,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Tengine"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xiaomi.net","rank":583,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xiaomi.net","observedAt":"2026-08-09T18:24:51.615Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.mi.com/us/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":88478,"botStatus":200,"botBytes":88478,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Xiaomi United States | Xiaomi Official Website","lang":"en","ssrTextLength":962,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":22,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"Tengine"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xincache.com","rank":2315,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xincache.com","observedAt":"2026-08-09T18:24:51.969Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xing.com","rank":1015,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xing.com","observedAt":"2026-08-09T18:24:52.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xing.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Claude-User","PerplexityBot","Perplexity-User"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":5163},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":430766,"botStatus":200,"botBytes":430735,"detected":false},"llmsTxt":{"present":true,"bytes":5150,"specValid":false,"issues":["no blockquote summary","no H2 sections","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Find the right job for you. Or get found!","lang":"en","ssrTextLength":6902,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":59,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xinhuanet.com","rank":1842,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xinhuanet.com","observedAt":"2026-08-09T18:24:52.161Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xinhuanet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":71},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":165092,"botStatus":200,"botBytes":165092,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"新华网_让新闻离你更近","lang":null,"ssrTextLength":6822,"h1Count":1,"landmarks":[],"imagesTotal":89,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xkcd.com","rank":3638,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xkcd.com","observedAt":"2026-08-09T18:24:52.467Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xkcd.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":67},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":6876,"botStatus":200,"botBytes":6876,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"xkcd: Trick Play","lang":null,"ssrTextLength":1223,"h1Count":0,"landmarks":[],"imagesTotal":4,"imagesWithAlt":4,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xmlsoft.org","rank":4832,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xmlsoft.org","observedAt":"2026-08-09T18:24:52.486Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":406,"finalUrl":"https://gitlab.gnome.org/GNOME/libxml2/-/wikis","error":"homepage returned HTTP 406","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xn--12c1ezaww.com","rank":1751,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xn--12c1ezaww.com","observedAt":"2026-08-09T18:24:53.038Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xn--12c1ezaww.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2011},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":123631,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"รักหี คลิปหลุด แหล่งรวมxxxสำหรับคนรักหี รักหี.com - รักหี สำหรับคนรักหีมีให้เลือกมากมาย รักหี.com ศูนย์บรรเทาทุกข์หีสำหรับคนชอบหี","lang":"th","ssrTextLength":7996,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":47,"imagesWithAlt":41,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xn--ngstr-lra8j.com","rank":4569,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xn--ngstr-lra8j.com","observedAt":"2026-08-09T18:24:53.311Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xnhau.kim","rank":2020,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnhau.kim","observedAt":"2026-08-09T18:24:53.322Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://xnhau.ink/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":28512,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Xác minh bảo mật | xNhau","lang":"vi","ssrTextLength":91,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xnhau.la","rank":2023,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnhau.la","observedAt":"2026-08-09T18:24:53.471Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://xnhau.ink/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":28512,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Xác minh bảo mật | xNhau","lang":"vi","ssrTextLength":91,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xnhau.vc","rank":2037,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnhau.vc","observedAt":"2026-08-09T18:24:53.827Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://xnhau.ink/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":28512,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Xác minh bảo mật | xNhau","lang":"vi","ssrTextLength":91,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xnxx-arabic.com","rank":1510,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnxx-arabic.com","observedAt":"2026-08-09T18:24:54.351Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xnxx-arabic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114942,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"أفلام سكس مجانية، قنوات فيديوهات، صور سكس، كس فى أفلام سكس - XNXX.COM","lang":"ar","ssrTextLength":1346,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xnxx-cdn.com","rank":2862,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnxx-cdn.com","observedAt":"2026-08-09T18:24:55.273Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xnxx.com","rank":964,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnxx.com","observedAt":"2026-08-09T18:24:55.885Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xnxx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114190,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn, Sex, Tube Videos, XXX Pics, Pussy in Porno Movies - XNXX.COM","lang":"en","ssrTextLength":1392,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xnxx.es","rank":1506,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnxx.es","observedAt":"2026-08-09T18:24:56.288Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xnxx.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":115439,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Porno Gratuito, Sexo, V&iacute;deos, Fotos XXX, Conejos en Pel&iacute;culas Porno - XNXX.COM","lang":"es","ssrTextLength":1671,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xnxx.health","rank":1516,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnxx.health","observedAt":"2026-08-09T18:24:56.299Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xnxx.health/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":1897},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":139016,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Porn, Sex, Tube Videos, XXX Pics, Pussy in Porno Movies - XNXX.COM","lang":"en","ssrTextLength":1074,"h1Count":1,"landmarks":["header"],"imagesTotal":2,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xnxx.tv","rank":1357,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnxx.tv","observedAt":"2026-08-09T18:24:56.490Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xnxx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114190,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn, Sex, Tube Videos, XXX Pics, Pussy in Porno Movies - XNXX.COM","lang":"en","ssrTextLength":1392,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xnxx2.com","rank":1496,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xnxx2.com","observedAt":"2026-08-09T18:24:56.972Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xnxx.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114190,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn, Sex, Tube Videos, XXX Pics, Pussy in Porno Movies - XNXX.COM","lang":"en","ssrTextLength":1392,"h1Count":0,"landmarks":["header"],"imagesTotal":1,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xorgasmo.com","rank":1601,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xorgasmo.com","observedAt":"2026-08-09T18:24:57.282Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xorgasmo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":114},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":276849,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":true,"bytes":615108,"specValid":false,"issues":["no blockquote summary"],"linkCount":2689},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","CollectionPage","Person","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"XOrgasmo.com | Videos XXX &amp; Clips Porn","lang":"es","ssrTextLength":5491,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":71,"imagesWithAlt":68,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xoso.com.vn","rank":1704,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xoso.com.vn","observedAt":"2026-08-09T18:24:57.338Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xoso.com.vn/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":194},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":102425,"botStatus":200,"botBytes":102425,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Xổ Số - Kết Quả Xổ Số 3 Miền - KQXS Hôm Nay Nhanh và Chính xác","lang":null,"ssrTextLength":8068,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":25,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xosodaiphat.com","rank":1665,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xosodaiphat.com","observedAt":"2026-08-09T18:24:57.556Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xosodaiphat.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":160},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":149825,"botStatus":200,"botBytes":149825,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"KQXS - Kết Quả Xổ Số 3 Miền Hôm Nay","lang":null,"ssrTextLength":9544,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":4,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xpaja.net","rank":1656,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xpaja.net","observedAt":"2026-08-09T18:24:58.400Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xpaja.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":231},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":183056,"botStatus":200,"botBytes":183056,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Xpaja | Vídeos Porno Gratis & Sexo Tube Amateur XXX","lang":"es","ssrTextLength":6927,"h1Count":1,"landmarks":["main","nav","article"],"imagesTotal":92,"imagesWithAlt":92,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xserver.jp","rank":1957,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xserver.jp","observedAt":"2026-08-09T18:24:58.528Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xserver.ne.jp/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":173},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":114095,"botStatus":200,"botBytes":114095,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["BreadcrumbList","WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"レンタルサーバー国内シェアNo.1のエックスサーバー WordPressが超高速","lang":"ja","ssrTextLength":7436,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":55,"imagesWithAlt":50,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xsmn.mobi","rank":1697,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xsmn.mobi","observedAt":"2026-08-09T18:24:58.882Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xsmn.mobi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":186},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":147621,"botStatus":200,"botBytes":147621,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","BreadcrumbList"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"XSMN - SXMN - Xổ số miền Nam - KQXSMN - XSKTMN - XSNM hôm nay","lang":"vi","ssrTextLength":15677,"h1Count":1,"landmarks":["nav","header","footer","aside"],"imagesTotal":11,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xtracloud.net","rank":3435,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xtracloud.net","observedAt":"2026-08-09T18:24:58.887Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xundns.com","rank":2240,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xundns.com","observedAt":"2026-08-09T18:24:58.933Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.dns.la/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":175535,"botStatus":200,"botBytes":175535,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"帝恩爱斯-DNS.LA-免费智能DNS解析-DNS云解析-高防DNS-DNS污染劫持防治-域名注册-SSL证书-HTTPS证书-云监控-宕机切换-云加速-DNS解析加速","lang":"zh","ssrTextLength":3413,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":87,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nuxt","network":null,"server":"nginx/1.18.0 (Ubuntu)"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xvideo.vlog.br","rank":1755,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvideo.vlog.br","observedAt":"2026-08-09T18:24:58.986Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xvideo.vlog.br/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":89226,"botStatus":403,"botBytes":5660,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Xvideo - Videos Porno, Filmes de Sexo, Xvideos Brasil","lang":"pt","ssrTextLength":3113,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":41,"imagesWithAlt":40,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xvideos-ar.com","rank":1628,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvideos-ar.com","observedAt":"2026-08-09T18:24:59.404Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xvideos-ar.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":180427,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"فيديوهات سكس مجانية - XVIDEOS.COM","lang":"ar","ssrTextLength":7966,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":49,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xvideos-cdn.com","rank":1305,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvideos-cdn.com","observedAt":"2026-08-09T18:24:59.629Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xvideos.com","rank":870,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvideos.com","observedAt":"2026-08-09T18:25:01.011Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xvideos.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":178851,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos - XVIDEOS.COM","lang":"en","ssrTextLength":7537,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":49,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xvideos.es","rank":1488,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvideos.es","observedAt":"2026-08-09T18:25:01.325Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xvideos.es/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":181163,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"V&iacute;deos Porno Gratuitos - XVIDEOS.COM","lang":"es","ssrTextLength":8245,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":49,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xvideos2.com","rank":1520,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvideos2.com","observedAt":"2026-08-09T18:25:01.560Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xvideos.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":178852,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos - XVIDEOS.COM","lang":"en","ssrTextLength":7537,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":49,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xvideosputaria.com","rank":1695,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvideosputaria.com","observedAt":"2026-08-09T18:25:01.714Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xvideosputaria.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2012},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":191328,"botStatus":403,"botBytes":4913,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Xvideos Putaria - O melhor pornô e vazados do momento","lang":"pt","ssrTextLength":7203,"h1Count":2,"landmarks":["header"],"imagesTotal":51,"imagesWithAlt":51,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xvv1deos.com","rank":1359,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xvv1deos.com","observedAt":"2026-08-09T18:25:02.245Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xvideos.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":61},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":178849,"botStatus":403,"botBytes":239,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Videos - XVIDEOS.COM","lang":"en","ssrTextLength":7537,"h1Count":0,"landmarks":["nav","header","footer"],"imagesTotal":49,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"xxpkg.com","rank":2525,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xxpkg.com","observedAt":"2026-08-09T18:25:02.479Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://xxpkg.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4157,"botStatus":200,"botBytes":4157,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"中博科远","lang":null,"ssrTextLength":50,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xxx18hot.com","rank":1586,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xxx18hot.com","observedAt":"2026-08-09T18:25:02.551Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://xxx18hot.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":5,"bytes":29},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":122706,"botStatus":410,"botBytes":136,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"XXX 18 Hot, XXX Teen Porn, 18 Hot Videos","lang":"en","ssrTextLength":4103,"h1Count":0,"landmarks":["main","header","footer"],"imagesTotal":146,"imagesWithAlt":146,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xxxbp.tv","rank":1328,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xxxbp.tv","observedAt":"2026-08-09T18:25:02.721Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xxxbp.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1232},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":504022,"botStatus":200,"botBytes":504022,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"XXX Porn Clips & Free Porn Movies | XXX Videos","lang":"en","ssrTextLength":8726,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":126,"imagesWithAlt":125,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"bunny","server":"BunnyCDN-IL1-1346"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xxxhindi.to","rank":1728,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xxxhindi.to","observedAt":"2026-08-09T18:25:03.271Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.xxxhindi.to/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":1836},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":152023,"botStatus":403,"botBytes":5485,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Person","WebSite","CollectionPage","ImageObject"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":10340,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":42,"imagesWithAlt":42,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"xxxpostpic.org","rank":1945,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xxxpostpic.org","observedAt":"2026-08-09T18:25:03.335Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www2.xxxpostpic.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":177},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":67391,"botStatus":200,"botBytes":67391,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"หนังโป๊คัดมาแต่สวยๆ หนังxxx โหลดไว โฆษณาน้อย XXXpostpic.org","lang":"th","ssrTextLength":3143,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":40,"imagesWithAlt":40,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xxxvideo.link","rank":1604,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xxxvideo.link","observedAt":"2026-08-09T18:25:03.812Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://xxxvideo.link/xxxx/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":22},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":176951,"botStatus":403,"botBytes":4908,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization","ItemList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"XXX Video and Videos XXX","lang":"en","ssrTextLength":7114,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":244,"imagesWithAlt":188,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"xxxvideosind.com","rank":1738,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"xxxvideosind.com","observedAt":"2026-08-09T18:25:04.682Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":25},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ya.ru","rank":700,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ya.ru","observedAt":"2026-08-09T18:25:04.784Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ya.ru/?nr=1&redirect_ts=1786299906.00000","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":29776},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":493640,"botStatus":200,"botBytes":477296,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Яндекс — быстрый поиск в интернете","lang":"ru","ssrTextLength":275,"h1Count":0,"landmarks":["main","aside"],"imagesTotal":2,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yahoo.co.jp","rank":444,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yahoo.co.jp","observedAt":"2026-08-09T18:25:05.199Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yahoo.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","Google-Extended"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":87},"tier1Blocked":["GPTBot","Google-Extended"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":175577,"botStatus":200,"botBytes":173211,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Yahoo! JAPAN","lang":"ja","ssrTextLength":1868,"h1Count":32,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":6,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"yahoo.com","rank":60,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yahoo.com","observedAt":"2026-08-09T18:25:06.146Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yahoo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1624},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":700437,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Yahoo | Mail, Weather, Search, Politics, News, Finance, Sports &amp; Videos","lang":"en","ssrTextLength":2686,"h1Count":0,"landmarks":["main","header","footer","article","aside"],"imagesTotal":38,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ATS"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yahoo.net","rank":3475,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yahoo.net","observedAt":"2026-08-09T18:25:06.300Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yahoo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":3,"usesAllowRules":false,"crawlDelay":null,"bytes":1624},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"tier2Blocked":["CCBot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":699481,"botStatus":429,"botBytes":23,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Yahoo | Mail, Weather, Search, Politics, News, Finance, Sports &amp; Videos","lang":"en","ssrTextLength":2686,"h1Count":0,"landmarks":["main","header","footer","article","aside"],"imagesTotal":38,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"ATS"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yahoodns.net","rank":596,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yahoodns.net","observedAt":"2026-08-09T18:25:06.500Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yale.edu","rank":1036,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yale.edu","observedAt":"2026-08-09T18:25:06.677Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yale.edu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":2491},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":94482,"botStatus":200,"botBytes":94482,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Yale University","lang":"en","ssrTextLength":5346,"h1Count":2,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":13,"imagesWithAlt":6,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"yallakora.com","rank":1661,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yallakora.com","observedAt":"2026-08-09T18:25:06.858Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yallakora.com/mainpage","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1273},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":222833,"botStatus":200,"botBytes":222833,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"يلاكورة الموقع الرياضي الأول فى الشرق الأوسط|يلاكورة","lang":"ar","ssrTextLength":6771,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":81,"imagesWithAlt":40,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yammer.com","rank":2467,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yammer.com","observedAt":"2026-08-09T18:25:07.530Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://engage.cloud.microsoft/main/feed","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1518,"botStatus":200,"botBytes":1518,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Viva Engage","lang":null,"ssrTextLength":11,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex-team.ru","rank":4998,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex-team.ru","observedAt":"2026-08-09T18:25:07.646Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://passport.yandex-team.ru/pwl/auth?retpath=https%3A%2F%2Fyandex-team.ru%2F","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":19951,"botStatus":200,"botBytes":23654,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Log in","lang":"en","ssrTextLength":74,"h1Count":0,"landmarks":["footer"],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex.by","rank":3912,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex.by","observedAt":"2026-08-09T18:25:08.442Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yandex.by/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":17049},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":477740,"botStatus":200,"botBytes":457170,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Яндекс — быстрый поиск в интернете","lang":"ru","ssrTextLength":350,"h1Count":0,"landmarks":["main","aside"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex.com","rank":391,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex.com","observedAt":"2026-08-09T18:25:08.658Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yandex.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":21121},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":373470,"botStatus":200,"botBytes":372127,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Yandex — fast Internet search","lang":"en","ssrTextLength":273,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex.com.tr","rank":2537,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex.com.tr","observedAt":"2026-08-09T18:25:08.705Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yandex.com.tr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":27132},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":902515,"botStatus":200,"botBytes":899611,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Yandex — hızlı İnternet araması","lang":"tr","ssrTextLength":1124,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":1,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex.kz","rank":1063,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex.kz","observedAt":"2026-08-09T18:25:08.724Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yandex.kz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":19079},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":637490,"botStatus":200,"botBytes":620003,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Яндекс — быстрый поиск в интернете","lang":"ru","ssrTextLength":1400,"h1Count":0,"landmarks":["main","nav","footer","article"],"imagesTotal":16,"imagesWithAlt":0,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex.net","rank":88,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex.net","observedAt":"2026-08-09T18:25:09.109Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://ya.ru/?nr=1&redirect_ts=1786299910.00000","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":499508,"botStatus":200,"botBytes":477285,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Яндекс — быстрый поиск в интернете","lang":"ru","ssrTextLength":283,"h1Count":0,"landmarks":["main","aside"],"imagesTotal":2,"imagesWithAlt":0,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex.ru","rank":98,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex.ru","observedAt":"2026-08-09T18:25:09.796Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://sso.passport.yandex.ru/push?uuid=508b9599-5536-4667-91cf-ddb055a8b9e4&retpath=https%3A%2F%2Fdzen.ru%2F%3Fyredirect%3Dtrue%26is_autologin_ya%3Dtrue","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":39085},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":3056,"botStatus":200,"botBytes":2898,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandex.uz","rank":4757,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandex.uz","observedAt":"2026-08-09T18:25:10.125Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yandex.uz/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":20342},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":671671,"botStatus":200,"botBytes":667968,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Яндекс — быстрый поиск в интернете","lang":"ru","ssrTextLength":501,"h1Count":0,"landmarks":["main","nav"],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yandexadexchange.net","rank":4716,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandexadexchange.net","observedAt":"2026-08-09T18:25:11.012Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":26},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yandexcloud.net","rank":588,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yandexcloud.net","observedAt":"2026-08-09T18:25:11.159Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yango.com","rank":4732,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yango.com","observedAt":"2026-08-09T18:25:11.408Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yango.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Amazonbot"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":6586},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":236505,"botStatus":200,"botBytes":236505,"detected":false},"llmsTxt":{"present":true,"bytes":8550,"specValid":true,"issues":[],"linkCount":76},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Yango Group - Innovation in technology for Regional Communities","lang":"en","ssrTextLength":5713,"h1Count":1,"landmarks":["header","footer"],"imagesTotal":57,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"yastatic.net","rank":1107,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yastatic.net","observedAt":"2026-08-09T18:25:11.688Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yandex.ru/showcaptcha?cc=1&form-fb-hint=2.74&mt=28340CF2E78EB02C73BF0502C4CF0951F0AB9D621EF6F7FB1C02C2D46AF18D47EB781A4847BF090FAB574240EE9E8DCF569D2FCD548344FD133121BE833D2AA0F49B1366C1AA1AF9750563400AF75DB2BB852D46C2F3FB68C115BB356A5021F621AC44BAE5D52A96154DB7C3B724F33ACADFF49A71FA69D73B7B0DF9D40685BDE91C5328F29DD40D4715C662E1EA0F3447E28E1511BA4830A1E4C7A9DC8E10FC0C1863632E8B59D661FF1EAF5FEACCB2AD9ACD315435CB9A88A1DBEE84CD80BC61A2AB5CDC4950811BEECC3F17F72D30F85A41FBDBF7F4276E049E35F00FF19C1BC75C99643FDC3402F9CAFAC4C64FEAD3CE96&retpath=aHR0cHM6Ly95YW5kZXgucnUvZGV2L2pzbGlicw%2C%2C_4aa4b455b70389282f62e2cabd5d2ac7&t=2%252F1786299913%252Fd0d9f5c63ed24912f683f642b2d107f2&u=9196093542131462123&s=4da02002b6aa2decf16f4006ffcc7ab9","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":22},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":13415,"botStatus":200,"botBytes":13419,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Are you not a robot?","lang":"en","ssrTextLength":312,"h1Count":1,"landmarks":["main"],"imagesTotal":2,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"yasyadong01.tv","rank":1759,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yasyadong01.tv","observedAt":"2026-08-09T18:25:11.801Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yasyadong02.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":53},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":161556,"botStatus":403,"botBytes":363,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"야동 최신 | 야스닷컴 추천 사이트 | 인기 성인영상1","lang":"ko","ssrTextLength":3456,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":160,"imagesWithAlt":141,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yccdn.ru","rank":146,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yccdn.ru","observedAt":"2026-08-09T18:25:11.873Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ycombinator.com","rank":2403,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ycombinator.com","observedAt":"2026-08-09T18:25:12.317Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ycombinator.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":283},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":298130,"botStatus":200,"botBytes":298130,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Y Combinator","lang":"en","ssrTextLength":9870,"h1Count":0,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":85,"imagesWithAlt":85,"feed":true,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"yellowblue.io","rank":858,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yellowblue.io","observedAt":"2026-08-09T18:25:12.405Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yelp.com","rank":641,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yelp.com","observedAt":"2026-08-09T18:25:13.333Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","meta-externalagent","CCBot"],"groupCount":9,"usesAllowRules":true,"crawlDelay":null,"bytes":11824},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yg5sjx5kzy.com","rank":3285,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yg5sjx5kzy.com","observedAt":"2026-08-09T18:25:13.426Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yg5sjx5kzy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","PerplexityBot","Google-Extended"],"groupCount":6,"usesAllowRules":true,"crawlDelay":null,"bytes":1799},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":613280,"botStatus":200,"botBytes":613125,"detected":false},"llmsTxt":{"present":true,"bytes":14095,"specValid":true,"issues":[],"linkCount":18},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":null,"lang":"en","ssrTextLength":1889,"h1Count":1,"landmarks":["main"],"imagesTotal":51,"imagesWithAlt":11,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":"wordpress","network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yieldmo.com","rank":691,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yieldmo.com","observedAt":"2026-08-09T18:25:13.525Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yimg.com","rank":1398,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yimg.com","observedAt":"2026-08-09T18:25:13.658Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yimg.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":194,"botStatus":200,"botBytes":194,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ATS"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yimg.jp","rank":2173,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yimg.jp","observedAt":"2026-08-09T18:25:13.691Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yle.fi","rank":3604,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yle.fi","observedAt":"2026-08-09T18:25:13.742Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://yle.fi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":39,"usesAllowRules":true,"crawlDelay":null,"bytes":1713},"tier1Blocked":["GPTBot","ChatGPT-User","ClaudeBot","Google-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":493337,"botStatus":200,"botBytes":493337,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","SoftwareApplication"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Yle.fi | Uutiset, urheilu, ilmiöt","lang":"fi","ssrTextLength":9698,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":20,"imagesWithAlt":20,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ymmobi.com","rank":3633,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ymmobi.com","observedAt":"2026-08-09T18:25:13.842Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":503,"finalUrl":"http://ymmobi.com/","error":"homepage returned HTTP 503","optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yna.co.kr","rank":3996,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yna.co.kr","observedAt":"2026-08-09T18:25:14.257Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yna.co.kr/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":34,"usesAllowRules":true,"crawlDelay":null,"bytes":5164},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":172890,"botStatus":200,"botBytes":172890,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","NewsMediaOrganization","BreadcrumbList"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"연합뉴스","lang":"ko","ssrTextLength":8774,"h1Count":1,"landmarks":["nav","header","footer","article","aside"],"imagesTotal":66,"imagesWithAlt":66,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"varnish","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"yndx-cdn.com","rank":3839,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yndx-cdn.com","observedAt":"2026-08-09T18:25:15.096Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ynet.co.il","rank":1238,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ynet.co.il","observedAt":"2026-08-09T18:25:15.149Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ynet.co.il/home/0,7340,L-8,00.html","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1471},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":496368,"botStatus":200,"botBytes":496368,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"ynet - חדשות, כלכלה, ספורט ובריאות - דיווחים שוטפים מהארץ ומהעולם","lang":"he","ssrTextLength":15154,"h1Count":1,"landmarks":[],"imagesTotal":163,"imagesWithAlt":147,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"yolasite.com","rank":4924,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yolasite.com","observedAt":"2026-08-09T18:25:15.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://yolasite.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":5701,"botStatus":403,"botBytes":5680,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Just a moment...","lang":"en","ssrTextLength":16,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":true},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yomiuri.co.jp","rank":3735,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yomiuri.co.jp","observedAt":"2026-08-09T18:25:16.106Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yomiuri.co.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"groupCount":10,"usesAllowRules":true,"crawlDelay":null,"bytes":3565},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","YouBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":414538,"botStatus":200,"botBytes":414538,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"読売新聞 : きょうの最新ニュース・速報：発行部数No.1","lang":"ja","ssrTextLength":16393,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":274,"imagesWithAlt":248,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"yotpo.com","rank":2659,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yotpo.com","observedAt":"2026-08-09T18:25:16.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yotpo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended"],"groupCount":14,"usesAllowRules":true,"crawlDelay":5,"bytes":1084},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":441090,"botStatus":200,"botBytes":441090,"detected":false},"llmsTxt":{"present":true,"bytes":25026,"specValid":true,"issues":[],"linkCount":218},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","ImageObject","WebPage","Person","Article"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Yotpo: Loyalty, Reviews &amp; AI Visibility For Ecommerce","lang":"en","ssrTextLength":7816,"h1Count":1,"landmarks":["main","header","footer"],"imagesTotal":181,"imagesWithAlt":160,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudfront","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"youboranqs01.com","rank":4801,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youboranqs01.com","observedAt":"2026-08-09T18:25:16.261Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youdao.com","rank":5028,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youdao.com","observedAt":"2026-08-09T18:25:16.619Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://youdao.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":293166,"botStatus":200,"botBytes":293166,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"网易有道","lang":null,"ssrTextLength":509,"h1Count":0,"landmarks":["header","footer"],"imagesTotal":7,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"YDWS"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youjizz.com","rank":1342,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youjizz.com","observedAt":"2026-08-09T18:25:17.208Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.youjizz.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":38},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":113088,"botStatus":200,"botBytes":113088,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"porntube, porn tube, mobile porn, pornotube, you porn, youporn","lang":null,"ssrTextLength":5420,"h1Count":0,"landmarks":[],"imagesTotal":31,"imagesWithAlt":3,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youku.com","rank":896,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youku.com","observedAt":"2026-08-09T18:25:17.311Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.youku.com/ku/webhome","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":1046402,"botStatus":200,"botBytes":1067514,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"优酷 - 为好内容全力以赴","lang":null,"ssrTextLength":2382,"h1Count":0,"landmarks":[],"imagesTotal":162,"imagesWithAlt":6,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"alibaba","server":"Tengine/Aserver"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"youm7.com","rank":1850,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youm7.com","observedAt":"2026-08-09T18:25:17.463Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.youm7.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot"],"groupCount":15,"usesAllowRules":true,"crawlDelay":null,"bytes":631},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":198617,"botStatus":200,"botBytes":198617,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage"],"hasOrganization":false,"hasWebSite":false},"content":{"title":"اليوم السابع","lang":"ar","ssrTextLength":13588,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":197,"imagesWithAlt":196,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youngjoygame.com","rank":4940,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youngjoygame.com","observedAt":"2026-08-09T18:25:17.525Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youporn.com","rank":1277,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youporn.com","observedAt":"2026-08-09T18:25:18.323Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.youporn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":2454},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":696274,"botStatus":200,"botBytes":696442,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Free Porn Videos - HD Porno Tube &amp; XXX Sex Videos | YouPorn","lang":"en","ssrTextLength":15924,"h1Count":1,"landmarks":["nav","header","footer","article"],"imagesTotal":139,"imagesWithAlt":139,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"openresty"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"your-server.de","rank":1795,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"your-server.de","observedAt":"2026-08-09T18:25:18.482Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":404,"finalUrl":"https://your-server.de/","error":"homepage returned HTTP 404","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"your-storageshare.de","rank":3769,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"your-storageshare.de","observedAt":"2026-08-09T18:25:19.158Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.hetzner.com/storage/storage-share/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":142920,"botStatus":403,"botBytes":310,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Managed nextcloud: cheap cloud storage","lang":"en","ssrTextLength":10520,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":44,"imagesWithAlt":43,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"HeRay"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"youradchoices.com","rank":4888,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youradchoices.com","observedAt":"2026-08-09T18:25:19.186Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youronlinechoices.com","rank":1007,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youronlinechoices.com","observedAt":"2026-08-09T18:25:19.795Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.youronlinechoices.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":63},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7494,"botStatus":200,"botBytes":7494,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Your Online Choices | EDAA","lang":null,"ssrTextLength":2209,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx-rc"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youronlinechoices.eu","rank":3116,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youronlinechoices.eu","observedAt":"2026-08-09T18:25:20.021Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://youronlinechoices.eu/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":63},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7494,"botStatus":200,"botBytes":7494,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Your Online Choices | EDAA","lang":null,"ssrTextLength":2209,"h1Count":1,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx-rc"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youtube-nocookie.com","rank":214,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youtube-nocookie.com","observedAt":"2026-08-09T18:25:20.418Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ERR_TLS_CERT_ALTNAME_INVALID","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"youtube.com","rank":8,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youtube.com","observedAt":"2026-08-09T18:25:20.713Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.youtube.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":792},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":866214,"botStatus":200,"botBytes":861300,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"YouTube","lang":"en","ssrTextLength":168,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"ESF"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"youversionapi.com","rank":4944,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"youversionapi.com","observedAt":"2026-08-09T18:25:20.832Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yp.to","rank":3743,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yp.to","observedAt":"2026-08-09T18:25:21.046Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yr.no","rank":4910,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yr.no","observedAt":"2026-08-09T18:25:21.170Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yr.no/nb","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"groupCount":24,"usesAllowRules":false,"crawlDelay":null,"bytes":984},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","Diffbot"],"cloaking":{"tested":true,"browserBytes":286422,"botStatus":200,"botBytes":286455,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Yr","lang":"nb","ssrTextLength":2742,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":15,"imagesWithAlt":9,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"ys7.com","rank":928,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ys7.com","observedAt":"2026-08-09T18:25:21.282Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ys7.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":23},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":303503,"botStatus":200,"botBytes":303503,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"萤石商城-智能家居-摄像机-视频锁-智能机器人-萤石云服务-萤石网站","lang":"zh","ssrTextLength":5843,"h1Count":0,"landmarks":[],"imagesTotal":162,"imagesWithAlt":5,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"yumpu.com","rank":2790,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yumpu.com","observedAt":"2026-08-09T18:25:21.288Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.yumpu.com/en","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"groupCount":3,"usesAllowRules":true,"crawlDelay":5,"bytes":3110},"tier1Blocked":["GPTBot","ClaudeBot","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":432164,"botStatus":200,"botBytes":432088,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite","BreadcrumbList"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"YUMPU - Publishing digital magazines worldwide","lang":"en","ssrTextLength":7317,"h1Count":1,"landmarks":["nav"],"imagesTotal":38,"imagesWithAlt":7,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"Apache"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"yximgs.com","rank":1058,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"yximgs.com","observedAt":"2026-08-09T18:25:22.413Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zalan.do","rank":4947,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zalan.do","observedAt":"2026-08-09T18:25:24.054Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"UND_ERR_CONNECT_TIMEOUT","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zalando.de","rank":1254,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zalando.de","observedAt":"2026-08-09T18:25:24.078Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"timeout","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":0.2,"bytes":415},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zalo.me","rank":2774,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zalo.me","observedAt":"2026-08-09T18:25:24.080Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zalo.me/vi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":161627,"botStatus":200,"botBytes":161627,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Zalo: Phát triển Internet thay đổi cuộc sống người Việt Nam","lang":"vi","ssrTextLength":3026,"h1Count":0,"landmarks":[],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"za-ngx-srv"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zaloapp.com","rank":3558,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zaloapp.com","observedAt":"2026-08-09T18:25:24.665Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zalo.me/vi/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":66},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":161627,"botStatus":200,"botBytes":161627,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Zalo: Phát triển Internet thay đổi cuộc sống người Việt Nam","lang":"vi","ssrTextLength":3026,"h1Count":0,"landmarks":[],"imagesTotal":18,"imagesWithAlt":18,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":"za-ngx-srv"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zapier.com","rank":2752,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zapier.com","observedAt":"2026-08-09T18:25:24.780Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zapier.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","DuckAssistBot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":null,"bytes":1840},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":536892,"botStatus":200,"botBytes":472962,"detected":false},"llmsTxt":{"present":true,"bytes":12582,"specValid":true,"issues":[],"linkCount":24},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite","WebPage","SoftwareApplication"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Zapier: Automate AI Workflows, Agents, and Apps","lang":"en","ssrTextLength":16648,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":65,"imagesWithAlt":59,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"contentful","network":"cloudfront","server":"Vercel"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zara.com","rank":3271,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zara.com","observedAt":"2026-08-09T18:25:24.825Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zara.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2122,"botStatus":200,"botBytes":592591,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"&nbsp;","lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zazzle.com","rank":4799,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zazzle.com","observedAt":"2026-08-09T18:25:24.928Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.zazzle.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":0.01,"bytes":10144},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":4334,"botStatus":403,"botBytes":4334,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Uh-oh! Something doesn't look right.","lang":"en","ssrTextLength":562,"h1Count":1,"landmarks":["main"],"imagesTotal":2,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"zbporn.tv","rank":1927,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zbporn.tv","observedAt":"2026-08-09T18:25:25.401Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zbporn.tv/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":1022},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":273936,"botStatus":200,"botBytes":273929,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Free Porn Tube - Every day fresh XXX sex videos - ZB Porn","lang":"en","ssrTextLength":9359,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":130,"imagesWithAlt":126,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zdassets.com","rank":2392,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdassets.com","observedAt":"2026-08-09T18:25:25.529Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zdf.de","rank":2920,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdf.de","observedAt":"2026-08-09T18:25:25.618Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zdf.de/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ChatGPT-User","Google-Extended","CCBot"],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":1619},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":2000000,"botStatus":200,"botBytes":2000000,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"ZDF Streaming-Portal: Filme, Serien und Dokus online anschauen","lang":"de","ssrTextLength":976574,"h1Count":1,"landmarks":["main","nav","header","footer"],"imagesTotal":622,"imagesWithAlt":11,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zdnet.com","rank":1817,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdnet.com","observedAt":"2026-08-09T18:25:26.060Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zdnet.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"groupCount":4,"usesAllowRules":true,"crawlDelay":1,"bytes":5426},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":true,"browserBytes":1884879,"botStatus":403,"botBytes":440,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"News and Advice on the World&apos;s Latest Innovations | ZDNET","lang":"en","ssrTextLength":9750,"h1Count":0,"landmarks":["main","nav","header","footer"],"imagesTotal":9,"imagesWithAlt":9,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"zdnscloud.biz","rank":5025,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdnscloud.biz","observedAt":"2026-08-09T18:25:26.148Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zdnscloud.cn","rank":663,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdnscloud.cn","observedAt":"2026-08-09T18:25:26.563Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zdnscloud.com","rank":1203,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdnscloud.com","observedAt":"2026-08-09T18:25:27.442Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zdnscloud.net","rank":5032,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdnscloud.net","observedAt":"2026-08-09T18:25:28.491Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zdxcloud.net","rank":3747,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zdxcloud.net","observedAt":"2026-08-09T18:25:29.478Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zeasn.tv","rank":2305,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zeasn.tv","observedAt":"2026-08-09T18:25:29.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.whaletv.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":33819,"botStatus":200,"botBytes":33819,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Whale TV | Home","lang":"en","ssrTextLength":1250,"h1Count":1,"landmarks":["nav","footer","aside"],"imagesTotal":29,"imagesWithAlt":4,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"zebawy.com","rank":1668,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zebawy.com","observedAt":"2026-08-09T18:25:30.198Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zebawy.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":292},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":104156,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["CollectionPage","BreadcrumbList","WebSite","Person","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"زباوي","lang":"ar","ssrTextLength":4058,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":32,"imagesWithAlt":32,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zedge.net","rank":1425,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zedge.net","observedAt":"2026-08-09T18:25:30.303Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zedge.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot"],"groupCount":2,"usesAllowRules":false,"crawlDelay":null,"bytes":463},"tier1Blocked":["GPTBot"],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":256124,"botStatus":200,"botBytes":256124,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ZEDGE: We Make Phones Personal","lang":"en","ssrTextLength":4324,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":15,"imagesWithAlt":1,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":true}}}
{"domain":"zee5.com","rank":1722,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zee5.com","observedAt":"2026-08-09T18:25:30.512Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.zee5.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":5,"usesAllowRules":true,"crawlDelay":null,"bytes":5687},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":366,"botStatus":200,"botBytes":1543453,"detected":false},"llmsTxt":{"present":true,"bytes":13310,"specValid":false,"issues":["no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":201,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zefrdata.com","rank":2688,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zefrdata.com","observedAt":"2026-08-09T18:25:30.728Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zeit.de","rank":2607,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zeit.de","observedAt":"2026-08-09T18:25:31.276Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zeit.de/index","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Bytespider","Diffbot"],"groupCount":33,"usesAllowRules":true,"crawlDelay":3,"bytes":2151},"tier1Blocked":["GPTBot","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Bytespider","Diffbot"],"cloaking":{"tested":true,"browserBytes":1254092,"botStatus":403,"botBytes":1405,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["NewsMediaOrganization","WebSite","ItemList","ImageObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"DIE ZEIT | Nachrichten, News, Hintergründe und Debatten","lang":"de","ssrTextLength":44252,"h1Count":1,"landmarks":["main","nav","header","footer","article","aside"],"imagesTotal":152,"imagesWithAlt":129,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"fastly","server":null},"security":{"hsts":false,"csp":true,"xContentTypeOptions":false}}}
{"domain":"zemanta.com","rank":3193,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zemanta.com","observedAt":"2026-08-09T18:25:31.297Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zemanta.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":214},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":154316,"botStatus":200,"botBytes":154316,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","ImageObject","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Zemanta - Programmatic Ad Technology Built for Performance","lang":"en","ssrTextLength":326,"h1Count":0,"landmarks":["nav","header","footer","article"],"imagesTotal":2,"imagesWithAlt":1,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"zend.com","rank":2491,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zend.com","observedAt":"2026-08-09T18:25:31.516Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zend.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3541},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":139434,"botStatus":200,"botBytes":139434,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization"],"hasOrganization":true,"hasWebSite":false},"content":{"title":"Enterprise PHP Development Platform | Expert PHP Support | Zend","lang":"en","ssrTextLength":7200,"h1Count":1,"landmarks":["main","nav","header","footer","article"],"imagesTotal":21,"imagesWithAlt":19,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"fastly","server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zendesk.com","rank":358,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zendesk.com","observedAt":"2026-08-09T18:25:31.644Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zendesk.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":null,"bytes":1028},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":864675,"botStatus":200,"botBytes":864675,"detected":false},"llmsTxt":{"present":true,"bytes":739460,"specValid":true,"issues":[],"linkCount":3136},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","SoftwareApplication","WebSite","WebPage","ImageObject"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AI-Powered Service Platform | Zendesk","lang":"en","ssrTextLength":21626,"h1Count":1,"landmarks":["main","nav","footer"],"imagesTotal":116,"imagesWithAlt":82,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"nextjs","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zenecn.net","rank":1000,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zenecn.net","observedAt":"2026-08-09T18:25:31.771Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zenledger.io","rank":3999,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zenledger.io","observedAt":"2026-08-09T18:25:32.219Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zenledger.io/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider"],"groupCount":11,"usesAllowRules":true,"crawlDelay":null,"bytes":2018},"tier1Blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider"],"cloaking":{"tested":true,"browserBytes":600786,"botStatus":403,"botBytes":25,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Place","Organization","WebSite","ImageObject","WebPage","Person","SoftwareApplication","FAQPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Best Crypto Tax Software | Simplify Crypto Taxes with ZenLedger","lang":"en","ssrTextLength":10796,"h1Count":1,"landmarks":["nav","footer"],"imagesTotal":68,"imagesWithAlt":56,"feed":true,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zenlogic.net","rank":2040,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zenlogic.net","observedAt":"2026-08-09T18:25:32.314Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ECONNREFUSED","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zenodo.org","rank":3828,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zenodo.org","observedAt":"2026-08-09T18:25:33.811Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zenodo.org/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":true,"crawlDelay":10,"bytes":272},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":69068,"botStatus":200,"botBytes":69068,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Zenodo","lang":"en","ssrTextLength":7058,"h1Count":0,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":27,"imagesWithAlt":1,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zeotap.com","rank":3326,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zeotap.com","observedAt":"2026-08-09T18:25:34.536Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zeotap.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":168},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":158626,"botStatus":200,"botBytes":158626,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebPage","BreadcrumbList","WebSite","Organization"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"AI-Powered Customer Data Platform (CDP) | Zeotap","lang":"en","ssrTextLength":6840,"h1Count":1,"landmarks":["nav","header","footer"],"imagesTotal":111,"imagesWithAlt":110,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"wordpress","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"zepto.co.in","rank":5121,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zepto.co.in","observedAt":"2026-08-09T18:25:35.483Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zerocdn.com","rank":4177,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zerocdn.com","observedAt":"2026-08-09T18:25:35.720Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zerocdn.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":7322,"botStatus":200,"botBytes":7322,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"ZeroCDN.com ::  CDN for mp4 and HLS, cloud storage","lang":"en","ssrTextLength":1043,"h1Count":4,"landmarks":[],"imagesTotal":5,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx/1.18.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zetaglobal.io","rank":4356,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zetaglobal.io","observedAt":"2026-08-09T18:25:35.727Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zhihu.com","rank":997,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zhihu.com","observedAt":"2026-08-09T18:25:35.835Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zhihu.com/signin?next=%2F","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":44576,"botStatus":403,"botBytes":118,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"知乎 - 有问题，就会有答案","lang":"zh","ssrTextLength":485,"h1Count":0,"landmarks":["main","footer"],"imagesTotal":3,"imagesWithAlt":2,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"BLB/25.12.0.2"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zhqidown.cn","rank":2561,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zhqidown.cn","observedAt":"2026-08-09T18:25:35.867Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ziggo.nl","rank":3640,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ziggo.nl","observedAt":"2026-08-09T18:25:36.382Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.ziggo.nl/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":3034},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":357281,"botStatus":200,"botBytes":357281,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Ziggo | Internet • TV &amp; Streaming • Bellen","lang":"nl","ssrTextLength":7596,"h1Count":2,"landmarks":["main","nav","header","footer","article"],"imagesTotal":21,"imagesWithAlt":2,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"aem","network":"cloudfront","server":null},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zijieapi.com","rank":1304,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zijieapi.com","observedAt":"2026-08-09T18:25:36.758Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zillow.com","rank":711,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zillow.com","observedAt":"2026-08-09T18:25:37.055Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.zillow.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["Applebot-Extended","meta-externalagent","Amazonbot","YouBot"],"groupCount":4,"usesAllowRules":true,"crawlDelay":1,"bytes":10524},"tier1Blocked":["Applebot-Extended","meta-externalagent"],"tier2Blocked":["Amazonbot","YouBot"],"cloaking":{"tested":true,"browserBytes":5776,"botStatus":403,"botBytes":5776,"detected":true},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access to this page has been denied","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"zimbra.com","rank":3788,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zimbra.com","observedAt":"2026-08-09T18:25:37.164Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":0,"finalUrl":null,"error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"robots.txt disallows all crawlers at the site root, so no page was fetched.","kind":"robots-restricted"},"robots":{"present":true,"blocksAllCrawlers":true,"sitemapDeclared":true,"namedTokens":[],"groupCount":16,"usesAllowRules":true,"crawlDelay":null,"bytes":860},"tier1Blocked":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","cohere-ai","MistralAI-User","YouBot","DuckAssistBot","kagi-fetcher","Diffbot","Google-NotebookLM","TavilyBot","FirecrawlAgent"],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zimperium.com","rank":4001,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zimperium.com","observedAt":"2026-08-09T18:25:37.369Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zimperium.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":165},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":161834,"botStatus":200,"botBytes":161834,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Zimperium Mobile Security Solutions | Mobile Security for Apps &amp; Devices","lang":"en","ssrTextLength":7349,"h1Count":1,"landmarks":["main","nav","header","article"],"imagesTotal":25,"imagesWithAlt":22,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"hubspot","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":false}}}
{"domain":"zjcdn.com","rank":5044,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zjcdn.com","observedAt":"2026-08-09T18:25:37.605Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zlib.net","rank":4219,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zlib.net","observedAt":"2026-08-09T18:25:38.732Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zlib.net/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":20,"bytes":31},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":32006,"botStatus":200,"botBytes":32006,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"zlib Home Site","lang":null,"ssrTextLength":10177,"h1Count":1,"landmarks":[],"imagesTotal":88,"imagesWithAlt":88,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Apache"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":true}}}
{"domain":"zmaticoo.com","rank":4437,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zmaticoo.com","observedAt":"2026-08-09T18:25:38.744Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zmaticoo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":696,"botStatus":200,"botBytes":696,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"zMaticoo","lang":"en","ssrTextLength":8,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"nginx"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zoho.com","rank":832,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zoho.com","observedAt":"2026-08-09T18:25:39.140Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zoho.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":4674},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":16355,"botStatus":200,"botBytes":16355,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Zoho | Cloud Software Suite for Businesses","lang":"en","ssrTextLength":3598,"h1Count":1,"landmarks":["main","header","footer","aside"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ZGS"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zoho.eu","rank":5018,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zoho.eu","observedAt":"2026-08-09T18:25:39.237Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zoho.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":3,"usesAllowRules":true,"crawlDelay":null,"bytes":4674},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":16355,"botStatus":200,"botBytes":16355,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["WebSite"],"hasOrganization":false,"hasWebSite":true},"content":{"title":"Zoho | Cloud Software Suite for Businesses","lang":"en","ssrTextLength":3598,"h1Count":1,"landmarks":["main","header","footer","aside"],"imagesTotal":14,"imagesWithAlt":14,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"ZGS"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zohocdn.com","rank":4452,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zohocdn.com","observedAt":"2026-08-09T18:25:39.359Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zohopublic.com","rank":4779,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zohopublic.com","observedAt":"2026-08-09T18:25:39.713Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zohopublic.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":131,"botStatus":200,"botBytes":131,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"US DC connection","lang":null,"ssrTextLength":44,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"Nimbus"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zomato.com","rank":4718,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zomato.com","observedAt":"2026-08-09T18:25:39.751Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zomato.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":72432,"botStatus":200,"botBytes":72432,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Zomato","lang":"en","ssrTextLength":3109,"h1Count":2,"landmarks":["footer"],"imagesTotal":91,"imagesWithAlt":37,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"astro","network":null,"server":"envoy"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zoom.com","rank":812,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zoom.com","observedAt":"2026-08-09T18:25:40.508Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zoom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":2005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":263390,"botStatus":200,"botBytes":263390,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"One platform to connect | Zoom","lang":"en","ssrTextLength":12343,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":82,"imagesWithAlt":65,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zoom.us","rank":81,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zoom.us","observedAt":"2026-08-09T18:25:40.877Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zoom.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":[],"groupCount":13,"usesAllowRules":true,"crawlDelay":null,"bytes":2005},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":263390,"botStatus":200,"botBytes":263390,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Corporation","WebSite","WebPage"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"One platform to connect | Zoom","lang":"en","ssrTextLength":12343,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":82,"imagesWithAlt":65,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zoominfo.com","rank":4097,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zoominfo.com","observedAt":"2026-08-09T18:25:41.315Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://www.zoominfo.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Google-Extended","meta-externalagent","CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot","Diffbot"],"groupCount":6,"usesAllowRules":true,"crawlDelay":1,"bytes":3542},"tier1Blocked":["meta-externalagent"],"tier2Blocked":["CCBot","Amazonbot","Bytespider","YouBot","DuckAssistBot","Diffbot"],"cloaking":{"tested":true,"browserBytes":5792,"botStatus":403,"botBytes":5792,"detected":true},"llmsTxt":{"present":true,"bytes":5012,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access to this page has been denied","lang":"en","ssrTextLength":35,"h1Count":0,"landmarks":[],"imagesTotal":1,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"cloudflare","server":"cloudflare"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zozo.jp","rank":1428,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zozo.jp","observedAt":"2026-08-09T18:25:42.093Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":403,"finalUrl":"https://zozo.jp/","error":null,"optedOut":false,"https":true,"control":{"challenged":true,"reason":"HTTP 403 on the control request","kind":"bot-challenge"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":355,"botStatus":200,"botBytes":132015,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"Access Denied","lang":null,"ssrTextLength":194,"h1Count":1,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"akamai","server":"AkamaiGHost"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zpath.net","rank":1072,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zpath.net","observedAt":"2026-08-09T18:25:42.276Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zscaler.com","rank":3205,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zscaler.com","observedAt":"2026-08-09T18:25:42.367Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zscaler.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":true,"namedTokens":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-User","Claude-SearchBot","PerplexityBot","Google-Extended","Applebot-Extended","cohere-ai"],"groupCount":2,"usesAllowRules":true,"crawlDelay":null,"bytes":4756},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":378226,"botStatus":200,"botBytes":378226,"detected":false},"llmsTxt":{"present":true,"bytes":87204,"specValid":false,"issues":["no blockquote summary","no markdown link list"],"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["SiteNavigationElement","ImageObject","Organization","Report","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Leading Cloud Enterprise Security Provider for Zero Trust","lang":"en","ssrTextLength":10820,"h1Count":1,"landmarks":["main","nav","header","footer","aside"],"imagesTotal":48,"imagesWithAlt":47,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":"drupal","network":"cloudflare","server":"cloudflare"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}
{"domain":"zscaler.net","rank":2440,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zscaler.net","observedAt":"2026-08-09T18:25:42.570Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zscalerthree.net","rank":3655,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zscalerthree.net","observedAt":"2026-08-09T18:25:42.968Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zscalertwo.net","rank":3296,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zscalertwo.net","observedAt":"2026-08-09T18:25:43.586Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zscloud.net","rank":3713,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zscloud.net","observedAt":"2026-08-09T18:25:43.853Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ztat.net","rank":4498,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ztat.net","observedAt":"2026-08-09T18:25:44.062Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":false,"httpStatus":0,"finalUrl":null,"error":"ENOTFOUND","optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":false,"browserBytes":0,"botStatus":0,"botBytes":0,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":0,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":null},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"ztomy.com","rank":2765,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"ztomy.com","observedAt":"2026-08-09T18:25:44.296Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"http://ztomy.com/","error":null,"optedOut":false,"https":false,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":6,"usesAllowRules":false,"crawlDelay":null,"bytes":292},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":122,"botStatus":200,"botBytes":122,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":null,"lang":null,"ssrTextLength":87,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":"google","server":"nginx/1.28.0"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zuimeitianqi.com","rank":3952,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zuimeitianqi.com","observedAt":"2026-08-09T18:25:44.572Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://zuimeitianqi.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":false,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":0,"usesAllowRules":false,"crawlDelay":null,"bytes":0},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":822,"botStatus":200,"botBytes":822,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":[],"hasOrganization":false,"hasWebSite":false},"content":{"title":"天气","lang":null,"ssrTextLength":2,"h1Count":0,"landmarks":[],"imagesTotal":0,"imagesWithAlt":0,"feed":false,"canonical":false,"metaNoindex":false},"stack":{"platform":null,"network":null,"server":"elb"},"security":{"hsts":false,"csp":false,"xContentTypeOptions":false}}}
{"domain":"zynga.com","rank":3203,"firstSeen":"2026-08-09T16:29:27.428Z","obs":{"domain":"zynga.com","observedAt":"2026-08-09T18:25:44.582Z","registryVersion":"1.0.0","probeVersion":"2.0.0","vantage":"gha-ubuntu","reachable":true,"httpStatus":200,"finalUrl":"https://www.zynga.com/","error":null,"optedOut":false,"https":true,"control":{"challenged":false,"reason":null,"kind":"none"},"robots":{"present":true,"blocksAllCrawlers":false,"sitemapDeclared":false,"namedTokens":[],"groupCount":1,"usesAllowRules":false,"crawlDelay":null,"bytes":666},"tier1Blocked":[],"tier2Blocked":[],"cloaking":{"tested":true,"browserBytes":96451,"botStatus":200,"botBytes":96451,"detected":false},"llmsTxt":{"present":false,"specValid":false,"issues":[],"bytes":0,"linkCount":0},"agentsMd":{"present":false,"bytes":0},"structured":{"jsonLdTypes":["Organization","WebPage","ImageObject","BreadcrumbList","WebSite"],"hasOrganization":true,"hasWebSite":true},"content":{"title":"Free Mobile &amp; Online Games - Zynga - Zynga","lang":"en","ssrTextLength":4515,"h1Count":0,"landmarks":[],"imagesTotal":111,"imagesWithAlt":110,"feed":false,"canonical":true,"metaNoindex":false},"stack":{"platform":null,"network":"cloudfront","server":"CloudFront"},"security":{"hsts":true,"csp":true,"xContentTypeOptions":true}}}